2024-11-19 11:16:56,151 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 11:16:56,178 main DEBUG Took 0.024711 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 11:16:56,179 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 11:16:56,179 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 11:16:56,180 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 11:16:56,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,192 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 11:16:56,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,212 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,214 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,215 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,217 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,219 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,220 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,221 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,222 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:16:56,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,225 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 11:16:56,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:16:56,228 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 11:16:56,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 11:16:56,232 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 11:16:56,234 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 11:16:56,235 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 11:16:56,246 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 11:16:56,249 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 11:16:56,252 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 11:16:56,253 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 11:16:56,253 main DEBUG createAppenders(={Console}) 2024-11-19 11:16:56,254 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 11:16:56,254 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 11:16:56,255 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 11:16:56,256 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 11:16:56,256 main DEBUG OutputStream closed 2024-11-19 11:16:56,256 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 11:16:56,257 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 11:16:56,257 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 11:16:56,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 11:16:56,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 11:16:56,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 11:16:56,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 11:16:56,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 11:16:56,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 11:16:56,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 11:16:56,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 11:16:56,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 11:16:56,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 11:16:56,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 11:16:56,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 11:16:56,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 11:16:56,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 11:16:56,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 11:16:56,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 11:16:56,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 11:16:56,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 11:16:56,416 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 11:16:56,418 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 11:16:56,419 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 11:16:56,421 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T11:16:56,438 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 11:16:56,442 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 11:16:56,442 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T11:16:56,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=12940 2024-11-19T11:16:56,855 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T11:16:56,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17 2024-11-19T11:16:56,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32, deleteOnExit=true 2024-11-19T11:16:57,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/zookeeper_0, clientPort=62888, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:16:57,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62888 2024-11-19T11:16:57,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:16:57,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:16:57,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/test.cache.data in system properties and HBase conf 2024-11-19T11:16:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:16:57,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:16:57,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:16:57,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:16:57,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:16:57,246 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T11:16:57,384 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:16:57,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:16:57,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:16:57,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:16:57,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:16:57,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:16:57,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:16:57,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:16:57,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:16:57,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:16:57,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:16:57,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:16:57,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:16:57,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:16:57,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:16:58,641 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T11:16:58,764 INFO [Time-limited test {}] log.Log(170): Logging initialized @3502ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T11:16:58,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:16:58,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:16:59,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:16:59,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:16:59,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:16:59,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:16:59,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:16:59,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:16:59,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/java.io.tmpdir/jetty-localhost-43841-hadoop-hdfs-3_4_1-tests_jar-_-any-4012212573806344403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:16:59,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:43841} 2024-11-19T11:16:59,335 INFO [Time-limited test {}] server.Server(415): Started @4074ms 2024-11-19T11:16:59,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:16:59,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:16:59,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:16:59,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:16:59,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:16:59,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:00,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:00,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/java.io.tmpdir/jetty-localhost-35613-hadoop-hdfs-3_4_1-tests_jar-_-any-18216076873629004683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:00,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:35613} 2024-11-19T11:17:00,133 INFO [Time-limited test {}] server.Server(415): Started @4873ms 2024-11-19T11:17:00,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:17:01,262 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/data/data2/current/BP-1024410735-172.17.0.2-1732015018064/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:01,262 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/data/data1/current/BP-1024410735-172.17.0.2-1732015018064/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:01,295 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:17:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde8c479d299c821e with lease ID 0xac7ac096e0dee2a9: Processing first storage report for DS-43589d9a-e65e-426a-9832-d15dfeeeda41 from datanode DatanodeRegistration(127.0.0.1:38643, datanodeUuid=a70b971f-0a8e-44b1-bbd4-b1c7f31102ca, infoPort=43557, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1861678780;c=1732015018064) 2024-11-19T11:17:01,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde8c479d299c821e with lease ID 0xac7ac096e0dee2a9: from storage DS-43589d9a-e65e-426a-9832-d15dfeeeda41 node DatanodeRegistration(127.0.0.1:38643, datanodeUuid=a70b971f-0a8e-44b1-bbd4-b1c7f31102ca, infoPort=43557, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1861678780;c=1732015018064), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:17:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde8c479d299c821e with lease ID 0xac7ac096e0dee2a9: Processing first storage report for DS-f7a9d681-b785-427d-b5d1-7284c18b7ef6 from datanode DatanodeRegistration(127.0.0.1:38643, datanodeUuid=a70b971f-0a8e-44b1-bbd4-b1c7f31102ca, infoPort=43557, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1861678780;c=1732015018064) 2024-11-19T11:17:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde8c479d299c821e with lease ID 0xac7ac096e0dee2a9: from storage DS-f7a9d681-b785-427d-b5d1-7284c18b7ef6 node DatanodeRegistration(127.0.0.1:38643, datanodeUuid=a70b971f-0a8e-44b1-bbd4-b1c7f31102ca, infoPort=43557, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=1861678780;c=1732015018064), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:17:01,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17 2024-11-19T11:17:01,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:01,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:17:02,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493 with version=8 2024-11-19T11:17:02,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/hbase-staging 2024-11-19T11:17:02,211 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T11:17:02,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:02,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:02,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:02,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:02,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:02,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:02,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:02,783 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T11:17:02,802 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T11:17:02,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:02,831 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11197 (auto-detected) 2024-11-19T11:17:02,832 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T11:17:02,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43049 2024-11-19T11:17:02,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43049 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430490x0, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:02,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43049-0x10152cfc7fe0000 connected 2024-11-19T11:17:03,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:03,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:03,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:03,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493, hbase.cluster.distributed=false 2024-11-19T11:17:03,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/acl 2024-11-19T11:17:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43049 2024-11-19T11:17:03,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43049 2024-11-19T11:17:03,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43049 2024-11-19T11:17:03,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43049 2024-11-19T11:17:03,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43049 2024-11-19T11:17:03,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:03,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:03,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:03,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:03,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:03,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:03,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:03,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:03,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33413 2024-11-19T11:17:03,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33413 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:03,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:03,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:03,367 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334130x0, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:03,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33413-0x10152cfc7fe0001 connected 2024-11-19T11:17:03,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:03,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:03,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:03,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/master 2024-11-19T11:17:03,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/acl 2024-11-19T11:17:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-19T11:17:03,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33413 2024-11-19T11:17:03,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33413 2024-11-19T11:17:03,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-19T11:17:03,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-19T11:17:03,427 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:43049 2024-11-19T11:17:03,429 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01607263417/backup-masters/16c88966c0af,43049,1732015022353 2024-11-19T11:17:03,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:03,441 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:03,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/backup-masters/16c88966c0af,43049,1732015022353 2024-11-19T11:17:03,483 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/master 2024-11-19T11:17:03,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:03,483 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:03,487 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/master 2024-11-19T11:17:03,488 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01607263417/backup-masters/16c88966c0af,43049,1732015022353 from backup master directory 2024-11-19T11:17:03,500 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/backup-masters/16c88966c0af,43049,1732015022353 2024-11-19T11:17:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:03,502 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:03,502 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,43049,1732015022353 2024-11-19T11:17:03,504 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T11:17:03,507 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T11:17:03,564 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/hbase.id] with ID: 63cffa3e-7b2b-4da6-82fc-5d8128305397 2024-11-19T11:17:03,565 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.tmp/hbase.id 2024-11-19T11:17:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:17:03,977 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.tmp/hbase.id]:[hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/hbase.id] 2024-11-19T11:17:04,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:04,029 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:04,049 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-19T11:17:04,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:04,103 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:17:04,529 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:04,534 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:04,555 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T11:17:04,560 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:17:04,623 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store 2024-11-19T11:17:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:17:05,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T11:17:05,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:05,069 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:05,070 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:05,070 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:05,071 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:05,072 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:05,072 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:05,073 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015025069Disabling compacts and flushes for region at 1732015025069Disabling writes for close at 1732015025072 (+3 ms)Writing region close event to WAL at 1732015025072Closed at 1732015025072 2024-11-19T11:17:05,076 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/.initializing 2024-11-19T11:17:05,076 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353 2024-11-19T11:17:05,087 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:05,105 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C43049%2C1732015022353, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:05,137 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353/16c88966c0af%2C43049%2C1732015022353.1732015025111, exclude list is [], retry=0 2024-11-19T11:17:05,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:05,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T11:17:05,196 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:05,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:05,199 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:05,199 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:05,203 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:05,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:05,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:05,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:05,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:05,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:05,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:05,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:05,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:05,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:05,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:05,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:05,300 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,304 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,306 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,313 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,317 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:05,322 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:05,328 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:05,330 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63944550, jitterRate=-0.04715195298194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:05,339 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015025221Initializing all the Stores at 1732015025223 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015025224 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015025225 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015025225Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015025225Cleaning up temporary data from old regions at 1732015025313 (+88 ms)Region opened successfully at 1732015025338 (+25 ms) 2024-11-19T11:17:05,340 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:05,382 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bb7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:05,421 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:17:05,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:05,436 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:05,439 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:05,441 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T11:17:05,447 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T11:17:05,447 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:05,486 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:05,497 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:05,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/balancer already deleted, retry=false 2024-11-19T11:17:05,570 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:05,572 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:05,658 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/normalizer already deleted, retry=false 2024-11-19T11:17:05,661 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:05,666 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:05,693 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/switch/split already deleted, retry=false 2024-11-19T11:17:05,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:05,703 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/switch/merge already deleted, retry=false 2024-11-19T11:17:05,722 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:05,735 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:05,745 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:05,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,745 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,748 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,43049,1732015022353, sessionid=0x10152cfc7fe0000, setting cluster-up flag (Was=false) 2024-11-19T11:17:05,777 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,808 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01607263417/flush-table-proc/acquired, /01607263417/flush-table-proc/reached, /01607263417/flush-table-proc/abort 2024-11-19T11:17:05,811 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,43049,1732015022353 2024-11-19T11:17:05,837 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:05,871 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01607263417/online-snapshot/acquired, /01607263417/online-snapshot/reached, /01607263417/online-snapshot/abort 2024-11-19T11:17:05,873 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,43049,1732015022353 2024-11-19T11:17:05,880 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:17:05,913 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(746): ClusterId : 63cffa3e-7b2b-4da6-82fc-5d8128305397 2024-11-19T11:17:05,916 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:05,927 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:05,927 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:05,938 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:05,938 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795b2986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:05,957 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:33413 2024-11-19T11:17:05,960 INFO [RS:0;16c88966c0af:33413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:05,961 INFO [RS:0;16c88966c0af:33413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:05,961 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:05,964 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,43049,1732015022353 with port=33413, startcode=1732015023267 2024-11-19T11:17:05,974 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:05,978 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:05,987 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:05,996 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:06,005 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,43049,1732015022353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:06,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:06,022 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:06,022 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:06,023 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:06,023 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:06,023 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,024 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:06,024 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:06,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:17:06,049 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:06,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:06,055 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T11:17:06,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:17:06,061 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015056061 2024-11-19T11:17:06,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:06,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:06,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:06,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:06,069 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:06,069 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:06,072 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,078 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:06,079 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:06,080 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:06,080 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:17:06,088 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T11:17:06,088 WARN [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T11:17:06,089 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:06,089 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:06,092 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015026090,5,FailOnTimeoutGroup] 2024-11-19T11:17:06,093 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015026092,5,FailOnTimeoutGroup] 2024-11-19T11:17:06,093 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,093 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:06,094 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,094 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,190 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,43049,1732015022353 with port=33413, startcode=1732015023267 2024-11-19T11:17:06,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43049 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,202 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493 2024-11-19T11:17:06,203 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38613 2024-11-19T11:17:06,203 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/rs 2024-11-19T11:17:06,216 DEBUG [RS:0;16c88966c0af:33413 {}] zookeeper.ZKUtil(111): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/rs/16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,217 WARN [RS:0;16c88966c0af:33413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:06,217 INFO [RS:0;16c88966c0af:33413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:06,217 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,33413,1732015023267] 2024-11-19T11:17:06,244 INFO [RS:0;16c88966c0af:33413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:06,261 INFO [RS:0;16c88966c0af:33413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:06,267 INFO [RS:0;16c88966c0af:33413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:06,267 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,268 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:06,273 INFO [RS:0;16c88966c0af:33413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:06,275 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,275 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,276 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,276 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,276 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,276 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,276 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,277 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:06,278 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:06,278 DEBUG [RS:0;16c88966c0af:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:06,280 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,280 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,280 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,281 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,281 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,281 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,33413,1732015023267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:06,301 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:06,304 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,33413,1732015023267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,304 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,304 INFO [RS:0;16c88966c0af:33413 {}] regionserver.Replication(171): 16c88966c0af,33413,1732015023267 started 2024-11-19T11:17:06,323 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:06,324 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,33413,1732015023267, RpcServer on 16c88966c0af/172.17.0.2:33413, sessionid=0x10152cfc7fe0001 2024-11-19T11:17:06,324 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:06,325 DEBUG [RS:0;16c88966c0af:33413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,325 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,33413,1732015023267' 2024-11-19T11:17:06,325 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01607263417/flush-table-proc/abort' 2024-11-19T11:17:06,326 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01607263417/flush-table-proc/acquired' 2024-11-19T11:17:06,327 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:06,327 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:06,327 DEBUG [RS:0;16c88966c0af:33413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,33413,1732015023267 2024-11-19T11:17:06,327 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,33413,1732015023267' 2024-11-19T11:17:06,327 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01607263417/online-snapshot/abort' 2024-11-19T11:17:06,328 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01607263417/online-snapshot/acquired' 2024-11-19T11:17:06,329 DEBUG [RS:0;16c88966c0af:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:06,329 INFO [RS:0;16c88966c0af:33413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:06,329 INFO [RS:0;16c88966c0af:33413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:06,434 INFO [RS:0;16c88966c0af:33413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:06,437 INFO [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33413%2C1732015023267, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:06,456 DEBUG [RS:0;16c88966c0af:33413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441, exclude list is [], retry=0 2024-11-19T11:17:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:06,463 INFO [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 2024-11-19T11:17:06,464 DEBUG [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:06,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:17:06,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493 2024-11-19T11:17:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:17:06,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:06,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:06,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:06,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:06,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:06,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:06,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:06,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:06,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:06,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:06,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:06,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:06,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:06,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:06,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:06,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:06,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:06,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:06,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:06,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:06,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:06,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:06,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:06,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68619973, jitterRate=0.022517278790473938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015026901Initializing all the Stores at 1732015026903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015026903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015026903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015026903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015026903Cleaning up temporary data from old regions at 1732015026926 (+23 ms)Region opened successfully at 1732015026939 (+13 ms) 2024-11-19T11:17:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:06,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:06,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:06,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:06,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015026939Disabling compacts and flushes for region at 1732015026939Disabling writes for close at 1732015026939Writing region close event to WAL at 1732015026941 (+2 ms)Closed at 1732015026941 2024-11-19T11:17:06,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:06,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:17:06,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:06,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:06,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:17:07,116 DEBUG [16c88966c0af:43049 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:07,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,33413,1732015023267 2024-11-19T11:17:07,136 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,33413,1732015023267, state=OPENING 2024-11-19T11:17:07,198 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:17:07,208 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:07,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:07,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:07,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:07,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:07,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,33413,1732015023267}] 2024-11-19T11:17:07,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:07,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:07,403 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:07,403 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:07,404 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:07,407 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33413%2C1732015023267.meta, suffix=.meta, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:07,421 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.meta.1732015027409.meta, exclude list is [], retry=0 2024-11-19T11:17:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:07,428 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.meta.1732015027409.meta 2024-11-19T11:17:07,429 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:07,429 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:07,434 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:07,436 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:07,438 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:07,439 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:07,442 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:07,443 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:07,443 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:07,443 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:07,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:07,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:07,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:07,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:07,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:07,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:07,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:07,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:07,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:07,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:07,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:07,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:07,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:07,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:07,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:07,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:07,456 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:07,457 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:07,460 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:07,463 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:07,463 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:07,464 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:07,467 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:07,469 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62098627, jitterRate=-0.0746583491563797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:07,469 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:07,471 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015027444Writing region info on filesystem at 1732015027444Initializing all the Stores at 1732015027445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015027445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015027446 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015027446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015027446Cleaning up temporary data from old regions at 1732015027463 (+17 ms)Running coprocessor post-open hooks at 1732015027469 (+6 ms)Region opened successfully at 1732015027471 (+2 ms) 2024-11-19T11:17:07,478 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015027382 2024-11-19T11:17:07,488 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:07,488 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:07,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,33413,1732015023267 2024-11-19T11:17:07,492 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,33413,1732015023267, state=OPEN 2024-11-19T11:17:07,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:07,618 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:07,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:07,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:07,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,33413,1732015023267 2024-11-19T11:17:07,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:17:07,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,33413,1732015023267 in 406 msec 2024-11-19T11:17:07,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:17:07,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-19T11:17:07,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:07,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:17:07,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:07,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33413,1732015023267, seqNum=-1] 2024-11-19T11:17:07,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:07,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:07,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7700 sec 2024-11-19T11:17:07,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015027692, completionTime=-1 2024-11-19T11:17:07,695 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:17:07,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:07,721 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:07,721 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015087721 2024-11-19T11:17:07,721 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015147721 2024-11-19T11:17:07,721 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-19T11:17:07,723 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,723 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,723 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,725 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:43049, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,726 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,726 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,732 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:17:07,754 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.252sec 2024-11-19T11:17:07,755 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:07,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:07,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:07,758 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:07,758 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:07,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:07,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:07,768 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:07,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:07,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43049,1732015022353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:07,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c92030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:07,830 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T11:17:07,830 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T11:17:07,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,43049,-1 for getting cluster id 2024-11-19T11:17:07,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:07,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63cffa3e-7b2b-4da6-82fc-5d8128305397' 2024-11-19T11:17:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63cffa3e-7b2b-4da6-82fc-5d8128305397" 2024-11-19T11:17:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b453eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,43049,-1] 2024-11-19T11:17:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:07,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:07,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d87432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:07,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33413,1732015023267, seqNum=-1] 2024-11-19T11:17:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:07,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:07,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,43049,1732015022353 2024-11-19T11:17:07,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:07,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152cfc7fe0002 connected 2024-11-19T11:17:07,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir so I do NOT create it in target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e 2024-11-19T11:17:07,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:17:07,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.tmp.dir so I do NOT create it in target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e 2024-11-19T11:17:07,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:17:07,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e 2024-11-19T11:17:07,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:17:07,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/cluster_8444f453-0102-ba5f-3259-2c79633732d9, deleteOnExit=true 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/test.cache.data in system properties and HBase conf 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:17:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:17:07,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:17:07,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:17:07,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:17:08,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:08,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:08,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:08,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:08,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:17:08,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:08,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:08,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:08,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7520a1c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/java.io.tmpdir/jetty-localhost-44265-hadoop-hdfs-3_4_1-tests_jar-_-any-1645025105062556091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:08,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:44265} 2024-11-19T11:17:08,426 INFO [Time-limited test {}] server.Server(415): Started @13165ms 2024-11-19T11:17:08,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:08,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:08,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:08,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:08,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:17:08,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:08,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:08,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e2a8352{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-528196756458747435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:08,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-19T11:17:08,787 INFO [Time-limited test {}] server.Server(415): Started @13527ms 2024-11-19T11:17:08,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:17:09,493 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/cluster_8444f453-0102-ba5f-3259-2c79633732d9/data/data1/current/BP-762309821-172.17.0.2-1732015027969/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:09,494 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/cluster_8444f453-0102-ba5f-3259-2c79633732d9/data/data2/current/BP-762309821-172.17.0.2-1732015027969/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:09,536 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:17:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3737c41880c28c24 with lease ID 0xa60bd23a6819ebd9: Processing first storage report for DS-53f7deca-df8a-4deb-bd63-4a72321b42cd from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=226e4739-b62b-4c52-a979-3386d0adf9f2, infoPort=38965, infoSecurePort=0, ipcPort=46209, storageInfo=lv=-57;cid=testClusterID;nsid=980367669;c=1732015027969) 2024-11-19T11:17:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3737c41880c28c24 with lease ID 0xa60bd23a6819ebd9: from storage DS-53f7deca-df8a-4deb-bd63-4a72321b42cd node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=226e4739-b62b-4c52-a979-3386d0adf9f2, infoPort=38965, infoSecurePort=0, ipcPort=46209, storageInfo=lv=-57;cid=testClusterID;nsid=980367669;c=1732015027969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3737c41880c28c24 with lease ID 0xa60bd23a6819ebd9: Processing first storage report for DS-94ab9918-712b-4dc8-87f2-ff7a67c6e5de from datanode DatanodeRegistration(127.0.0.1:33771, datanodeUuid=226e4739-b62b-4c52-a979-3386d0adf9f2, infoPort=38965, infoSecurePort=0, ipcPort=46209, storageInfo=lv=-57;cid=testClusterID;nsid=980367669;c=1732015027969) 2024-11-19T11:17:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3737c41880c28c24 with lease ID 0xa60bd23a6819ebd9: from storage DS-94ab9918-712b-4dc8-87f2-ff7a67c6e5de node DatanodeRegistration(127.0.0.1:33771, datanodeUuid=226e4739-b62b-4c52-a979-3386d0adf9f2, infoPort=38965, infoSecurePort=0, ipcPort=46209, storageInfo=lv=-57;cid=testClusterID;nsid=980367669;c=1732015027969), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:17:09,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e 2024-11-19T11:17:09,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:09,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:17:10,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175 with version=8 2024-11-19T11:17:10,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/hbase-staging 2024-11-19T11:17:10,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:10,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:10,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:10,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:10,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:10,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40611 2024-11-19T11:17:10,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40611 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:10,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406110x0, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:10,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40611-0x10152cfc7fe0003 connected 2024-11-19T11:17:10,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:10,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:10,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/running 2024-11-19T11:17:10,182 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175, hbase.cluster.distributed=false 2024-11-19T11:17:10,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/acl 2024-11-19T11:17:10,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-19T11:17:10,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40611 2024-11-19T11:17:10,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40611 2024-11-19T11:17:10,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-19T11:17:10,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40611 2024-11-19T11:17:10,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:10,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:10,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38117 2024-11-19T11:17:10,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38117 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:10,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:10,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:10,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381170x0, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:10,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38117-0x10152cfc7fe0004 connected 2024-11-19T11:17:10,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/running 2024-11-19T11:17:10,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:10,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:10,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/master 2024-11-19T11:17:10,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/acl 2024-11-19T11:17:10,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38117 2024-11-19T11:17:10,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38117 2024-11-19T11:17:10,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38117 2024-11-19T11:17:10,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38117 2024-11-19T11:17:10,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38117 2024-11-19T11:17:10,252 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:40611 2024-11-19T11:17:10,252 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /181602293/backup-masters/16c88966c0af,40611,1732015030052 2024-11-19T11:17:10,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/backup-masters 2024-11-19T11:17:10,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/backup-masters 2024-11-19T11:17:10,261 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on existing znode=/181602293/backup-masters/16c88966c0af,40611,1732015030052 2024-11-19T11:17:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/181602293/master 2024-11-19T11:17:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:10,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:10,272 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on existing znode=/181602293/master 2024-11-19T11:17:10,273 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /181602293/backup-masters/16c88966c0af,40611,1732015030052 from backup master directory 2024-11-19T11:17:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/181602293/backup-masters/16c88966c0af,40611,1732015030052 2024-11-19T11:17:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/backup-masters 2024-11-19T11:17:10,282 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/backup-masters 2024-11-19T11:17:10,282 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,40611,1732015030052 2024-11-19T11:17:10,293 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/hbase.id] with ID: adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:10,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/.tmp/hbase.id 2024-11-19T11:17:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:17:10,703 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/.tmp/hbase.id]:[hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/hbase.id] 2024-11-19T11:17:10,749 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:10,750 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:10,753 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-19T11:17:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:17:11,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:11,222 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:11,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:17:11,640 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store 2024-11-19T11:17:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:17:12,051 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:12,052 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:12,052 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:12,052 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:12,052 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:12,052 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:12,052 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:12,052 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015032052Disabling compacts and flushes for region at 1732015032052Disabling writes for close at 1732015032052Writing region close event to WAL at 1732015032052Closed at 1732015032052 2024-11-19T11:17:12,054 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/.initializing 2024-11-19T11:17:12,054 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/WALs/16c88966c0af,40611,1732015030052 2024-11-19T11:17:12,056 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:12,061 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C40611%2C1732015030052, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/WALs/16c88966c0af,40611,1732015030052, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:12,076 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/WALs/16c88966c0af,40611,1732015030052/16c88966c0af%2C40611%2C1732015030052.1732015032061, exclude list is [], retry=0 2024-11-19T11:17:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-53f7deca-df8a-4deb-bd63-4a72321b42cd,DISK] 2024-11-19T11:17:12,083 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/WALs/16c88966c0af,40611,1732015030052/16c88966c0af%2C40611%2C1732015030052.1732015032061 2024-11-19T11:17:12,084 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38965:38965)] 2024-11-19T11:17:12,084 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:12,084 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:12,084 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,084 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:12,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:12,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:12,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:12,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:12,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:12,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:12,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:12,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:12,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:12,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:12,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:12,099 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,101 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,101 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,104 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,104 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,105 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:12,107 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:12,111 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:12,112 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61286722, jitterRate=-0.08675667643547058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:12,112 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015032084Initializing all the Stores at 1732015032086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015032086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015032086Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015032086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015032087 (+1 ms)Cleaning up temporary data from old regions at 1732015032104 (+17 ms)Region opened successfully at 1732015032112 (+8 ms) 2024-11-19T11:17:12,113 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:12,118 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307a2116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:12,119 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:17:12,119 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:12,119 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:12,119 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:12,120 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:17:12,120 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:17:12,120 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:12,124 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:12,125 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:12,187 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/balancer already deleted, retry=false 2024-11-19T11:17:12,188 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:12,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:12,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/normalizer already deleted, retry=false 2024-11-19T11:17:12,198 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:12,200 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:12,208 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/switch/split already deleted, retry=false 2024-11-19T11:17:12,209 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:12,218 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/switch/merge already deleted, retry=false 2024-11-19T11:17:12,221 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:12,229 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:12,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:17:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/181602293/running 2024-11-19T11:17:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/181602293/running 2024-11-19T11:17:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,240 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,40611,1732015030052, sessionid=0x10152cfc7fe0003, setting cluster-up flag (Was=false) 2024-11-19T11:17:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,292 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /181602293/flush-table-proc/acquired, /181602293/flush-table-proc/reached, /181602293/flush-table-proc/abort 2024-11-19T11:17:12,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40611,1732015030052 2024-11-19T11:17:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:12,345 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /181602293/online-snapshot/acquired, /181602293/online-snapshot/reached, /181602293/online-snapshot/abort 2024-11-19T11:17:12,347 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40611,1732015030052 2024-11-19T11:17:12,350 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:17:12,354 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:12,355 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:12,355 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:12,356 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,40611,1732015030052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:12,359 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:12,359 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:12,359 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:12,359 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:12,360 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:12,360 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,360 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:12,360 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,362 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015062362 2024-11-19T11:17:12,362 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:12,362 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:12,362 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:12,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:12,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:12,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:12,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:12,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:12,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:12,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:12,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:12,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:17:12,365 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015032364,5,FailOnTimeoutGroup] 2024-11-19T11:17:12,365 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015032365,5,FailOnTimeoutGroup] 2024-11-19T11:17:12,365 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,365 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:12,365 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,366 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:17:12,445 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(746): ClusterId : adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:12,445 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:12,458 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:12,459 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:12,472 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:12,473 DEBUG [RS:0;16c88966c0af:38117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0c267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:12,483 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:38117 2024-11-19T11:17:12,483 INFO [RS:0;16c88966c0af:38117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:12,483 INFO [RS:0;16c88966c0af:38117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:12,483 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:12,484 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,40611,1732015030052 with port=38117, startcode=1732015030208 2024-11-19T11:17:12,484 DEBUG [RS:0;16c88966c0af:38117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:12,487 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:12,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40611 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,490 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175 2024-11-19T11:17:12,490 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40345 2024-11-19T11:17:12,490 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/rs 2024-11-19T11:17:12,504 DEBUG [RS:0;16c88966c0af:38117 {}] zookeeper.ZKUtil(111): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on existing znode=/181602293/rs/16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,504 WARN [RS:0;16c88966c0af:38117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:12,504 INFO [RS:0;16c88966c0af:38117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:12,504 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,38117,1732015030208] 2024-11-19T11:17:12,509 INFO [RS:0;16c88966c0af:38117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:12,511 INFO [RS:0;16c88966c0af:38117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:12,512 INFO [RS:0;16c88966c0af:38117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:12,512 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,512 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:12,514 INFO [RS:0;16c88966c0af:38117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:12,514 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,514 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,514 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,514 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,514 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:12,515 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:12,516 DEBUG [RS:0;16c88966c0af:38117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,516 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38117,1732015030208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:12,532 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:12,532 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38117,1732015030208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,532 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,532 INFO [RS:0;16c88966c0af:38117 {}] regionserver.Replication(171): 16c88966c0af,38117,1732015030208 started 2024-11-19T11:17:12,545 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:12,545 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,38117,1732015030208, RpcServer on 16c88966c0af/172.17.0.2:38117, sessionid=0x10152cfc7fe0004 2024-11-19T11:17:12,546 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:12,546 DEBUG [RS:0;16c88966c0af:38117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,546 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38117,1732015030208' 2024-11-19T11:17:12,546 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/181602293/flush-table-proc/abort' 2024-11-19T11:17:12,546 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/181602293/flush-table-proc/acquired' 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,38117,1732015030208 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38117,1732015030208' 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/181602293/online-snapshot/abort' 2024-11-19T11:17:12,547 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/181602293/online-snapshot/acquired' 2024-11-19T11:17:12,548 DEBUG [RS:0;16c88966c0af:38117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:12,548 INFO [RS:0;16c88966c0af:38117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:12,548 INFO [RS:0;16c88966c0af:38117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:12,649 INFO [RS:0;16c88966c0af:38117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:12,652 INFO [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38117%2C1732015030208, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/oldWALs, maxLogs=10 2024-11-19T11:17:12,666 DEBUG [RS:0;16c88966c0af:38117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208/16c88966c0af%2C38117%2C1732015030208.1732015032654, exclude list is [], retry=0 2024-11-19T11:17:12,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-53f7deca-df8a-4deb-bd63-4a72321b42cd,DISK] 2024-11-19T11:17:12,673 INFO [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208/16c88966c0af%2C38117%2C1732015030208.1732015032654 2024-11-19T11:17:12,673 DEBUG [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38965:38965)] 2024-11-19T11:17:12,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:17:12,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175 2024-11-19T11:17:12,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:17:12,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:13,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:17:13,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:17:13,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:13,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:17:13,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:13,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:17:13,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:17:13,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:17:13,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:13,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:13,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:13,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:13,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:13,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:13,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:13,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:13,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:13,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:13,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740 2024-11-19T11:17:13,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740 2024-11-19T11:17:13,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:13,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:13,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:13,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:13,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:13,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67333763, jitterRate=0.003351256251335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:13,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015033186Initializing all the Stores at 1732015033188 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033189 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015033189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033189Cleaning up temporary data from old regions at 1732015033210 (+21 ms)Region opened successfully at 1732015033218 (+8 ms) 2024-11-19T11:17:13,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:13,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:13,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:13,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:13,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:13,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:13,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015033218Disabling compacts and flushes for region at 1732015033218Disabling writes for close at 1732015033219 (+1 ms)Writing region close event to WAL at 1732015033219Closed at 1732015033219 2024-11-19T11:17:13,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:13,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:17:13,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:13,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:13,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:17:13,375 DEBUG [16c88966c0af:40611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:13,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,38117,1732015030208 2024-11-19T11:17:13,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38117,1732015030208, state=OPENING 2024-11-19T11:17:13,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:17:13,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:13,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:13,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:13,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /181602293/meta-region-server: CHANGED 2024-11-19T11:17:13,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38117,1732015030208}] 2024-11-19T11:17:13,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /181602293/meta-region-server: CHANGED 2024-11-19T11:17:13,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:13,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:13,666 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:13,666 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:13,667 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:13,670 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38117%2C1732015030208.meta, suffix=.meta, logDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/oldWALs, maxLogs=10 2024-11-19T11:17:13,686 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208/16c88966c0af%2C38117%2C1732015030208.meta.1732015033673.meta, exclude list is [], retry=0 2024-11-19T11:17:13,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33771,DS-53f7deca-df8a-4deb-bd63-4a72321b42cd,DISK] 2024-11-19T11:17:13,694 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/WALs/16c88966c0af,38117,1732015030208/16c88966c0af%2C38117%2C1732015030208.meta.1732015033673.meta 2024-11-19T11:17:13,695 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38965:38965)] 2024-11-19T11:17:13,695 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:13,696 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:13,696 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:13,696 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:13,696 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:13,697 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:13,697 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:13,697 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:13,697 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:13,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:13,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:13,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:13,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:13,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:13,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:13,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:13,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:13,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:13,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:13,711 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740 2024-11-19T11:17:13,713 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740 2024-11-19T11:17:13,715 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:13,715 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:13,716 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:13,718 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:13,720 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72550071, jitterRate=0.08108030259609222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:13,720 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:13,720 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015033698Writing region info on filesystem at 1732015033698Initializing all the Stores at 1732015033699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033700 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033701 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015033701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015033701Cleaning up temporary data from old regions at 1732015033715 (+14 ms)Running coprocessor post-open hooks at 1732015033720 (+5 ms)Region opened successfully at 1732015033720 2024-11-19T11:17:13,722 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015033652 2024-11-19T11:17:13,725 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:13,725 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:13,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,38117,1732015030208 2024-11-19T11:17:13,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38117,1732015030208, state=OPEN 2024-11-19T11:17:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/181602293/meta-region-server 2024-11-19T11:17:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/181602293/meta-region-server 2024-11-19T11:17:13,734 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,38117,1732015030208 2024-11-19T11:17:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /181602293/meta-region-server: CHANGED 2024-11-19T11:17:13,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /181602293/meta-region-server: CHANGED 2024-11-19T11:17:13,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:17:13,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38117,1732015030208 in 240 msec 2024-11-19T11:17:13,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:17:13,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-19T11:17:13,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:13,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:17:13,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:13,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38117,1732015030208, seqNum=-1] 2024-11-19T11:17:13,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:13,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:13,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-19T11:17:13,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015033761, completionTime=-1 2024-11-19T11:17:13,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:17:13,761 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015093764 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015153764 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:40611, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,767 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.488sec 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:13,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:13,773 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:13,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:13,774 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40611,1732015030052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:13,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af82fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:13,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:13,852 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71836e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:13,857 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:13,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd9a050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38117,1732015030208, seqNum=-1] 2024-11-19T11:17:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:13,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,40611,1732015030052 2024-11-19T11:17:13,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:13,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152cfc7fe0005 connected 2024-11-19T11:17:13,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db57714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,43049,-1 for getting cluster id 2024-11-19T11:17:13,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:13,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63cffa3e-7b2b-4da6-82fc-5d8128305397' 2024-11-19T11:17:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63cffa3e-7b2b-4da6-82fc-5d8128305397" 2024-11-19T11:17:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55300165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,43049,-1] 2024-11-19T11:17:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:13,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:13,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f3d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:13,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,43049,1732015022353 2024-11-19T11:17:13,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aac8e54 2024-11-19T11:17:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:13,919 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:13,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:17:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:17:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:13,932 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:13,933 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f93027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,933 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:13,933 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:13,934 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:13,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:13,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799a5edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:13,936 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:13,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b21d82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:13,938 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:13,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:13,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b352a70 2024-11-19T11:17:13,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:13,944 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:13,954 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T11:17:13,955 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:17:13,959 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:13,960 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:13,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:13,961 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:13,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:17:13,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:17:13,971 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:13,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:17:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741835_1011 (size=1138) 2024-11-19T11:17:14,020 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:17:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:14,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c01f5403f53589052a511f22d9c7b672, NAME => 'hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493 2024-11-19T11:17:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741836_1012 (size=44) 2024-11-19T11:17:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:14,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:14,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c01f5403f53589052a511f22d9c7b672, disabling compactions & flushes 2024-11-19T11:17:14,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:14,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:14,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. after waiting 0 ms 2024-11-19T11:17:14,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:14,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:14,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c01f5403f53589052a511f22d9c7b672: Waiting for close lock at 1732015034804Disabling compacts and flushes for region at 1732015034804Disabling writes for close at 1732015034805 (+1 ms)Writing region close event to WAL at 1732015034805Closed at 1732015034805 2024-11-19T11:17:14,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:17:14,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015034811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015034811"}]},"ts":"1732015034811"} 2024-11-19T11:17:14,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:17:14,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:17:14,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015034827"}]},"ts":"1732015034827"} 2024-11-19T11:17:14,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:17:14,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN}] 2024-11-19T11:17:14,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN 2024-11-19T11:17:14,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN; state=OFFLINE, location=16c88966c0af,33413,1732015023267; forceNewPlan=false, retain=false 2024-11-19T11:17:14,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c01f5403f53589052a511f22d9c7b672, regionState=OPENING, regionLocation=16c88966c0af,33413,1732015023267 2024-11-19T11:17:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN because future has completed 2024-11-19T11:17:15,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,33413,1732015023267}] 2024-11-19T11:17:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:15,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:15,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:15,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:17:15,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33413%2C1732015023267.rep, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:15,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.rep.1732015035170, exclude list is [], retry=0 2024-11-19T11:17:15,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:15,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.rep.1732015035170 2024-11-19T11:17:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c01f5403f53589052a511f22d9c7b672, NAME => 'hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:15,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. service=MultiRowMutationService 2024-11-19T11:17:15,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:17:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,193 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,195 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName hfileref 2024-11-19T11:17:15,195 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:15,196 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:15,196 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,197 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName queue 2024-11-19T11:17:15,197 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:15,198 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:15,198 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,200 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName sid 2024-11-19T11:17:15,200 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:15,201 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:15,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:17:15,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:15,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c01f5403f53589052a511f22d9c7b672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72144175, jitterRate=0.07503198087215424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:17:15,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:15,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c01f5403f53589052a511f22d9c7b672: Running coprocessor pre-open hook at 1732015035191Writing region info on filesystem at 1732015035191Initializing all the Stores at 1732015035193 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015035193Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015035193Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015035193Cleaning up temporary data from old regions at 1732015035204 (+11 ms)Running coprocessor post-open hooks at 1732015035210 (+6 ms)Region opened successfully at 1732015035210 2024-11-19T11:17:15,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., pid=7, masterSystemTime=1732015035160 2024-11-19T11:17:15,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:15,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:15,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c01f5403f53589052a511f22d9c7b672, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,33413,1732015023267 2024-11-19T11:17:15,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,33413,1732015023267 because future has completed 2024-11-19T11:17:15,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T11:17:15,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,33413,1732015023267 in 219 msec 2024-11-19T11:17:15,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:17:15,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN in 389 msec 2024-11-19T11:17:15,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:17:15,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015035232"}]},"ts":"1732015035232"} 2024-11-19T11:17:15,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:17:15,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:17:15,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-19T11:17:15,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., hostname=16c88966c0af,33413,1732015023267, seqNum=2] 2024-11-19T11:17:15,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33413 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T11:17:15,510 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:15,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:15,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:17:15,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T11:17:15,749 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:17:15,789 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,33413,1732015023267, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:17:15,791 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:15,791 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33413,1732015023267, seqNum=-1] 2024-11-19T11:17:15,791 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:15,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T11:17:15,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,33413,1732015023267', locateType=CURRENT is [region=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., hostname=16c88966c0af,33413,1732015023267, seqNum=2] 2024-11-19T11:17:15,801 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T11:17:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T11:17:15,806 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,33413,1732015023267 suceeded 2024-11-19T11:17:15,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T11:17:15,810 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:15,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-19T11:17:15,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8890 sec 2024-11-19T11:17:15,818 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:15,821 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56736642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:15,821 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:15,821 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:15,822 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e8c3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:15,824 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:15,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1740befc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:15,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12224d91 2024-11-19T11:17:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:15,827 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T11:17:15,828 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,33413,1732015023267 (queues=1) is replicating from cluster=63cffa3e-7b2b-4da6-82fc-5d8128305397 to cluster=adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:15,829 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C33413%2C1732015023267 2024-11-19T11:17:15,832 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,33413,1732015023267, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:17:15,834 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C33413%2C1732015023267 2024-11-19T11:17:15,837 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441, startPosition=0, beingWritten=true 2024-11-19T11:17:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:16,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:16,082 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:17:16,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:16,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:16,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,43049,-1 for getting cluster id 2024-11-19T11:17:16,084 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:16,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:16,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63cffa3e-7b2b-4da6-82fc-5d8128305397' 2024-11-19T11:17:16,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63cffa3e-7b2b-4da6-82fc-5d8128305397" 2024-11-19T11:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170762b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,43049,-1] 2024-11-19T11:17:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d9e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,43049,1732015022353 2024-11-19T11:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2494b5 2024-11-19T11:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,098 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:17:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:17:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T11:17:16,102 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:16,103 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e24c3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,103 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:16,103 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:16,104 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ad5b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:16,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,106 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e03b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,107 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:16,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2257d925 2024-11-19T11:17:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,110 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,110 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T11:17:16,110 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:17:16,110 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,111 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:16,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:17:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T11:17:16,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T11:17:16,314 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T11:17:16,347 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-16c88966c0af,33413,1732015023267, ReplicationSource: 2, currentBandwidth=0 2024-11-19T11:17:16,350 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T11:17:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T11:17:16,354 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 16c88966c0af,33413,1732015023267 suceeded 2024-11-19T11:17:16,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:17:16,358 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:16,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-19T11:17:16,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 260 msec 2024-11-19T11:17:16,367 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:16,369 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db38abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,369 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:16,369 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:16,370 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb6230c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:16,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:16,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,373 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:16,374 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24539269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,374 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:16,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d84cddf 2024-11-19T11:17:16,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,376 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,377 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16c88966c0af,33413,1732015023267 (queues=1) is replicating from cluster=63cffa3e-7b2b-4da6-82fc-5d8128305397 to cluster=adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:16,377 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16c88966c0af%2C33413%2C1732015023267 2024-11-19T11:17:16,377 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16c88966c0af,33413,1732015023267, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:17:16,378 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C33413%2C1732015023267 2024-11-19T11:17:16,378 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441, startPosition=0, beingWritten=true 2024-11-19T11:17:16,396 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T11:17:16,422 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T11:17:16,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:16,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:16,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:16,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,43049,1732015022353 2024-11-19T11:17:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea84889 2024-11-19T11:17:16,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:16,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T11:17:16,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:16,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T11:17:16,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T11:17:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T11:17:16,447 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:16,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6799022a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,448 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:16,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:16,449 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa2a4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,450 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:16,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bab0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c697a0 2024-11-19T11:17:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,454 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,455 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:17:16,455 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:17:16,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:16,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:17:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T11:17:16,585 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:16,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T11:17:16,627 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T11:17:16,629 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T11:17:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T11:17:16,632 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 16c88966c0af,33413,1732015023267 suceeded 2024-11-19T11:17:16,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T11:17:16,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-19T11:17:16,635 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:16,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-19T11:17:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T11:17:16,763 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T11:17:16,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T11:17:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T11:17:16,770 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:16,772 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33681580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,772 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:16,772 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:16,773 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c69e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,776 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7484f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:16,777 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abaade7 2024-11-19T11:17:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:16,780 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:16,781 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T11:17:16,781 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:17:16,781 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,782 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:16,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:16,804 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:16,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:17:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T11:17:16,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:17,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T11:17:17,007 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T11:17:17,008 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T11:17:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T11:17:17,012 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 16c88966c0af,33413,1732015023267 suceeded 2024-11-19T11:17:17,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T11:17:17,015 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://16c88966c0af:40611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:17,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-19T11:17:17,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 250 msec 2024-11-19T11:17:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T11:17:17,082 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T11:17:17,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:17,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T11:17:17,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:17,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:17,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:17,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:17,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:17,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:17:17,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204782015, stopped=false 2024-11-19T11:17:17,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,43049,1732015022353 2024-11-19T11:17:17,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:17,092 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:17,092 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:17,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:17,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:17,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:17,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:17,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:17,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:17,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:17,093 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,33413,1732015023267' ***** 2024-11-19T11:17:17,093 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:17:17,094 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:17:17,094 INFO [RS:0;16c88966c0af:33413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:17:17,094 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:17:17,094 INFO [RS:0;16c88966c0af:33413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:17:17,094 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(3091): Received CLOSE for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:17,095 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,33413,1732015023267 2024-11-19T11:17:17,095 INFO [RS:0;16c88966c0af:33413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:17,095 INFO [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33413. 2024-11-19T11:17:17,095 DEBUG [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:17,095 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:17,095 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c01f5403f53589052a511f22d9c7b672, disabling compactions & flushes 2024-11-19T11:17:17,095 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:17,095 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:17,095 INFO [RS:0;16c88966c0af:33413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:17:17,095 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. after waiting 0 ms 2024-11-19T11:17:17,095 INFO [RS:0;16c88966c0af:33413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:17:17,095 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:17,096 INFO [RS:0;16c88966c0af:33413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:17:17,096 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:17:17,096 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:17:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:17,096 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c01f5403f53589052a511f22d9c7b672=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.} 2024-11-19T11:17:17,096 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:17,097 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:17,099 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c01f5403f53589052a511f22d9c7b672 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T11:17:17,099 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T11:17:17,156 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/e814843c6ad2415692c53b8e98eaeb07 is 147, key is hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672./info:regioninfo/1732015035216/Put/seqid=0 2024-11-19T11:17:17,156 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/.tmp/queue/716ec8c6eb3546d2b7483aae6f1cdaa0 is 151, key is 1-16c88966c0af,33413,1732015023267/queue:16c88966c0af%2C33413%2C1732015023267/1732015035796/Put/seqid=0 2024-11-19T11:17:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741838_1014 (size=5500) 2024-11-19T11:17:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741839_1015 (size=6631) 2024-11-19T11:17:17,191 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:17,282 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:17:17,282 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:17:17,297 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:17,302 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:17,310 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:17,497 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:17,567 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/.tmp/queue/716ec8c6eb3546d2b7483aae6f1cdaa0 2024-11-19T11:17:17,567 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/e814843c6ad2415692c53b8e98eaeb07 2024-11-19T11:17:17,628 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/.tmp/queue/716ec8c6eb3546d2b7483aae6f1cdaa0 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/queue/716ec8c6eb3546d2b7483aae6f1cdaa0 2024-11-19T11:17:17,640 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/queue/716ec8c6eb3546d2b7483aae6f1cdaa0, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T11:17:17,649 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c01f5403f53589052a511f22d9c7b672 in 547ms, sequenceid=6, compaction requested=false 2024-11-19T11:17:17,649 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:17:17,651 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/ns/b558b163e2424babb6c393c9db36543f is 43, key is default/ns:d/1732015027676/Put/seqid=0 2024-11-19T11:17:17,671 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T11:17:17,677 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:17,677 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:17,677 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:17,677 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c01f5403f53589052a511f22d9c7b672: Waiting for close lock at 1732015037095Running coprocessor pre-close hooks at 1732015037095Disabling compacts and flushes for region at 1732015037095Disabling writes for close at 1732015037095Obtaining lock to block concurrent updates at 1732015037099 (+4 ms)Preparing flush snapshotting stores in c01f5403f53589052a511f22d9c7b672 at 1732015037099Finished memstore snapshotting hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732015037106 (+7 ms)Flushing stores of hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. at 1732015037108 (+2 ms)Flushing c01f5403f53589052a511f22d9c7b672/queue: creating writer at 1732015037109 (+1 ms)Flushing c01f5403f53589052a511f22d9c7b672/queue: appending metadata at 1732015037143 (+34 ms)Flushing c01f5403f53589052a511f22d9c7b672/queue: closing flushed file at 1732015037145 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31343052: reopening flushed file at 1732015037626 (+481 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c01f5403f53589052a511f22d9c7b672 in 547ms, sequenceid=6, compaction requested=false at 1732015037649 (+23 ms)Writing region close event to WAL at 1732015037654 (+5 ms)Running coprocessor post-close hooks at 1732015037674 (+20 ms)Closed at 1732015037677 (+3 ms) 2024-11-19T11:17:17,678 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741840_1016 (size=5153) 2024-11-19T11:17:17,697 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:17,809 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:17,898 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:17,918 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:18,084 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/ns/b558b163e2424babb6c393c9db36543f 2024-11-19T11:17:18,098 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:17:18,098 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:17:18,098 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:18,112 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17 is 53, key is hbase:replication/table:state/1732015035232/Put/seqid=0 2024-11-19T11:17:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741841_1017 (size=5256) 2024-11-19T11:17:18,298 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:18,418 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:18,499 DEBUG [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:18,519 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17 2024-11-19T11:17:18,529 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/e814843c6ad2415692c53b8e98eaeb07 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/info/e814843c6ad2415692c53b8e98eaeb07 2024-11-19T11:17:18,541 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/info/e814843c6ad2415692c53b8e98eaeb07, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T11:17:18,543 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/ns/b558b163e2424babb6c393c9db36543f as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/ns/b558b163e2424babb6c393c9db36543f 2024-11-19T11:17:18,554 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/ns/b558b163e2424babb6c393c9db36543f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:17:18,556 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17 2024-11-19T11:17:18,570 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T11:17:18,572 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1476ms, sequenceid=11, compaction requested=false 2024-11-19T11:17:18,588 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:17:18,590 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:18,590 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:18,590 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:18,590 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015037096Running coprocessor pre-close hooks at 1732015037096Disabling compacts and flushes for region at 1732015037096Disabling writes for close at 1732015037096Obtaining lock to block concurrent updates at 1732015037099 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732015037099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732015037106 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015037108 (+2 ms)Flushing 1588230740/info: creating writer at 1732015037109 (+1 ms)Flushing 1588230740/info: appending metadata at 1732015037144 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732015037145 (+1 ms)Flushing 1588230740/ns: creating writer at 1732015037626 (+481 ms)Flushing 1588230740/ns: appending metadata at 1732015037649 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732015037649Flushing 1588230740/table: creating writer at 1732015038095 (+446 ms)Flushing 1588230740/table: appending metadata at 1732015038111 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732015038111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c07d7c6: reopening flushed file at 1732015038527 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2f25e4: reopening flushed file at 1732015038541 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db82d20: reopening flushed file at 1732015038554 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1476ms, sequenceid=11, compaction requested=false at 1732015038572 (+18 ms)Writing region close event to WAL at 1732015038581 (+9 ms)Running coprocessor post-close hooks at 1732015038590 (+9 ms)Closed at 1732015038590 2024-11-19T11:17:18,591 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:18,627 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.1732015026441 to pos 0, reset compression=false 2024-11-19T11:17:18,699 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,33413,1732015023267; all regions closed. 2024-11-19T11:17:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741834_1010 (size=2742) 2024-11-19T11:17:18,711 DEBUG [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:18,711 INFO [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C33413%2C1732015023267.meta:.meta(num 1732015027409) 2024-11-19T11:17:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741837_1013 (size=1802) 2024-11-19T11:17:18,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267/16c88966c0af%2C33413%2C1732015023267.rep.1732015035170 not finished, retry = 0 2024-11-19T11:17:18,818 DEBUG [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:18,818 INFO [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C33413%2C1732015023267.rep:(num 1732015035170) 2024-11-19T11:17:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741832_1008 (size=93) 2024-11-19T11:17:18,824 DEBUG [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:18,824 INFO [RS:0;16c88966c0af:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C33413%2C1732015023267:(num 1732015026441) 2024-11-19T11:17:18,824 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:18,824 INFO [RS:0;16c88966c0af:33413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:18,824 INFO [RS:0;16c88966c0af:33413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:18,825 INFO [RS:0;16c88966c0af:33413 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:18,825 INFO [RS:0;16c88966c0af:33413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:18,825 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:18,825 INFO [RS:0;16c88966c0af:33413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,33413,1732015023267 because: Region server is closing 2024-11-19T11:17:18,826 INFO [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33413. 2024-11-19T11:17:18,826 DEBUG [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:18,826 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:18,826 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:18,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:18,927 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:17:18,927 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:17:18,927 INFO [RS:0;16c88966c0af:33413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,1-16c88966c0af,33413,1732015023267 terminated 2024-11-19T11:17:18,927 INFO [RS:0;16c88966c0af:33413 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16c88966c0af,33413,1732015023267 because: Region server is closing 2024-11-19T11:17:18,928 INFO [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33413. 2024-11-19T11:17:18,928 DEBUG [RS:0;16c88966c0af:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:18,928 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:18,928 DEBUG [RS:0;16c88966c0af:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:18,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:19,028 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.wal-reader.16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:17:19,028 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:17:19,029 INFO [RS:0;16c88966c0af:33413 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,33413,1732015023267.replicationSource.shipper16c88966c0af%2C33413%2C1732015023267,2-16c88966c0af,33413,1732015023267 terminated 2024-11-19T11:17:19,029 INFO [RS:0;16c88966c0af:33413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33413 2024-11-19T11:17:19,050 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/rs/16c88966c0af,33413,1732015023267 2024-11-19T11:17:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/rs 2024-11-19T11:17:19,050 INFO [RS:0;16c88966c0af:33413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:19,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,33413,1732015023267] 2024-11-19T11:17:19,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/draining/16c88966c0af,33413,1732015023267 already deleted, retry=false 2024-11-19T11:17:19,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,33413,1732015023267 expired; onlineServers=0 2024-11-19T11:17:19,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,43049,1732015022353' ***** 2024-11-19T11:17:19,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:17:19,156 INFO [M:0;16c88966c0af:43049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:19,156 INFO [M:0;16c88966c0af:43049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:19,156 DEBUG [M:0;16c88966c0af:43049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:17:19,157 DEBUG [M:0;16c88966c0af:43049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:17:19,157 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015026090 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015026090,5,FailOnTimeoutGroup] 2024-11-19T11:17:19,157 INFO [M:0;16c88966c0af:43049 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:19,157 INFO [M:0;16c88966c0af:43049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:19,157 DEBUG [M:0;16c88966c0af:43049 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:17:19,157 INFO [M:0;16c88966c0af:43049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:17:19,157 INFO [M:0;16c88966c0af:43049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:19,158 INFO [M:0;16c88966c0af:43049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:17:19,158 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015026092 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015026092,5,FailOnTimeoutGroup] 2024-11-19T11:17:19,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:17:19,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:17:19,161 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:19,161 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10152cfc7fe0001, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:19,162 INFO [RS:0;16c88966c0af:33413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:19,162 INFO [RS:0;16c88966c0af:33413 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,33413,1732015023267; zookeeper connection closed. 2024-11-19T11:17:19,162 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7205f267 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7205f267 2024-11-19T11:17:19,163 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:17:19,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/master 2024-11-19T11:17:19,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:19,166 DEBUG [M:0;16c88966c0af:43049 {}] zookeeper.ZKUtil(347): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/master because node does not exist (not an error) 2024-11-19T11:17:19,166 WARN [M:0;16c88966c0af:43049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:17:19,167 INFO [M:0;16c88966c0af:43049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.lastflushedseqids 2024-11-19T11:17:19,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741842_1018 (size=181) 2024-11-19T11:17:19,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:19,580 INFO [M:0;16c88966c0af:43049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:17:19,580 INFO [M:0;16c88966c0af:43049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:17:19,580 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:19,581 INFO [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:19,581 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:19,581 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:19,581 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:19,581 INFO [M:0;16c88966c0af:43049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T11:17:19,602 DEBUG [M:0;16c88966c0af:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b398117838465e84d74b3615e38b71 is 82, key is hbase:meta,,1/info:regioninfo/1732015027489/Put/seqid=0 2024-11-19T11:17:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741843_1019 (size=5672) 2024-11-19T11:17:20,010 INFO [M:0;16c88966c0af:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b398117838465e84d74b3615e38b71 2024-11-19T11:17:20,044 DEBUG [M:0;16c88966c0af:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e18346481b7c4ef4853e5b7843b4c53f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732015035239/Put/seqid=0 2024-11-19T11:17:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741844_1020 (size=8663) 2024-11-19T11:17:20,452 INFO [M:0;16c88966c0af:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e18346481b7c4ef4853e5b7843b4c53f 2024-11-19T11:17:20,476 DEBUG [M:0;16c88966c0af:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2319ec515ea4e8b85d7b83375ea3ba6 is 69, key is 16c88966c0af,33413,1732015023267/rs:state/1732015026196/Put/seqid=0 2024-11-19T11:17:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741845_1021 (size=5156) 2024-11-19T11:17:20,882 INFO [M:0;16c88966c0af:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2319ec515ea4e8b85d7b83375ea3ba6 2024-11-19T11:17:20,890 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b398117838465e84d74b3615e38b71 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b398117838465e84d74b3615e38b71 2024-11-19T11:17:20,896 INFO [M:0;16c88966c0af:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b398117838465e84d74b3615e38b71, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T11:17:20,898 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e18346481b7c4ef4853e5b7843b4c53f as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e18346481b7c4ef4853e5b7843b4c53f 2024-11-19T11:17:20,905 INFO [M:0;16c88966c0af:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e18346481b7c4ef4853e5b7843b4c53f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T11:17:20,906 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2319ec515ea4e8b85d7b83375ea3ba6 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2319ec515ea4e8b85d7b83375ea3ba6 2024-11-19T11:17:20,912 INFO [M:0;16c88966c0af:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2319ec515ea4e8b85d7b83375ea3ba6, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T11:17:20,913 INFO [M:0;16c88966c0af:43049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false 2024-11-19T11:17:20,914 INFO [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:20,915 DEBUG [M:0;16c88966c0af:43049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015039580Disabling compacts and flushes for region at 1732015039580Disabling writes for close at 1732015039581 (+1 ms)Obtaining lock to block concurrent updates at 1732015039581Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015039581Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732015039582 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015039583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015039583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015039601 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015039602 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015040020 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015040043 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015040043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015040459 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015040475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015040475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfb2110: reopening flushed file at 1732015040889 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a5424e: reopening flushed file at 1732015040897 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27daa3f: reopening flushed file at 1732015040905 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false at 1732015040913 (+8 ms)Writing region close event to WAL at 1732015040914 (+1 ms)Closed at 1732015040914 2024-11-19T11:17:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741830_1006 (size=59421) 2024-11-19T11:17:20,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:20,918 INFO [M:0;16c88966c0af:43049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:17:20,918 INFO [M:0;16c88966c0af:43049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43049 2024-11-19T11:17:20,919 INFO [M:0;16c88966c0af:43049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:21,066 INFO [M:0;16c88966c0af:43049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:21,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:21,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x10152cfc7fe0000, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:21,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:21,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:21,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:21,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38999 2024-11-19T11:17:21,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38999 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:21,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389990x0, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:21,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38999-0x10152cfc7fe0006 connected 2024-11-19T11:17:21,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:21,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:21,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:21,154 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: INIT 2024-11-19T11:17:21,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493, hbase.cluster.distributed=false 2024-11-19T11:17:21,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/acl 2024-11-19T11:17:21,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-19T11:17:21,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38999 2024-11-19T11:17:21,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38999 2024-11-19T11:17:21,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-19T11:17:21,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-19T11:17:21,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:21,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:21,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:21,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42039 2024-11-19T11:17:21,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42039 connecting to ZooKeeper ensemble=127.0.0.1:62888 2024-11-19T11:17:21,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:21,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420390x0, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:21,205 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: INIT 2024-11-19T11:17:21,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42039-0x10152cfc7fe0007 connected 2024-11-19T11:17:21,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:21,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:21,207 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:21,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/master 2024-11-19T11:17:21,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/acl 2024-11-19T11:17:21,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-19T11:17:21,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42039 2024-11-19T11:17:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42039 2024-11-19T11:17:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-19T11:17:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-19T11:17:21,223 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:38999 2024-11-19T11:17:21,224 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01607263417/backup-masters/16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:21,240 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/backup-masters/16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/master 2024-11-19T11:17:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:21,250 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/master 2024-11-19T11:17:21,251 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01607263417/backup-masters/16c88966c0af,38999,1732015041068 from backup master directory 2024-11-19T11:17:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/backup-masters/16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/backup-masters 2024-11-19T11:17:21,303 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:21,303 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,322 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:21,323 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:21,343 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 20ms. 2024-11-19T11:17:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741846_1022 (size=196) 2024-11-19T11:17:21,393 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:21,395 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:21,395 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:21,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T11:17:21,416 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353 to hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353-dead as it is dead 2024-11-19T11:17:21,417 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T11:17:21,417 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T11:17:21,418 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353-dead/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:21,424 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353-dead/16c88966c0af%2C43049%2C1732015022353.1732015025111 after 4ms 2024-11-19T11:17:21,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353-dead/16c88966c0af%2C43049%2C1732015022353.1732015025111 to hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:21,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,43049,1732015022353-dead 2024-11-19T11:17:21,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:21,430 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C38999%2C1732015041068, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,38999,1732015041068, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:21,445 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,38999,1732015041068/16c88966c0af%2C38999%2C1732015041068.1732015041430, exclude list is [], retry=0 2024-11-19T11:17:21,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:21,453 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/WALs/16c88966c0af,38999,1732015041068/16c88966c0af%2C38999%2C1732015041068.1732015041430 2024-11-19T11:17:21,453 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:21,453 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:21,454 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:21,454 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,454 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:21,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:21,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b398117838465e84d74b3615e38b71 2024-11-19T11:17:21,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:21,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:21,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:21,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e18346481b7c4ef4853e5b7843b4c53f 2024-11-19T11:17:21,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:21,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:21,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:21,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2319ec515ea4e8b85d7b83375ea3ba6 2024-11-19T11:17:21,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:21,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:21,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:21,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:21,494 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,494 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T11:17:21,495 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:21,509 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:21,511 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43049%2C1732015022353.1732015025111 2024-11-19T11:17:21,514 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,514 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,515 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:21,517 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:21,520 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T11:17:21,521 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62153651, jitterRate=-0.07383842766284943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:21,522 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015041454Initializing all the Stores at 1732015041456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015041456Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015041456Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015041456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015041456Cleaning up temporary data from old regions at 1732015041514 (+58 ms)Region opened successfully at 1732015041522 (+8 ms) 2024-11-19T11:17:21,522 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:21,526 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202b9a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:21,539 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T11:17:21,540 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:21,540 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:21,540 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:21,541 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:17:21,547 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:21,548 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:17:21,549 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:17:21,549 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:17:21,549 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T11:17:21,550 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T11:17:21,550 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-19T11:17:21,550 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:21,555 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=16c88966c0af,33413,1732015023267, regionLocation=16c88966c0af,33413,1732015023267, openSeqNum=2 2024-11-19T11:17:21,555 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=16c88966c0af,33413,1732015023267, table=hbase:meta, region=1588230740 2024-11-19T11:17:21,556 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,33413,1732015023267, state=OPEN 2024-11-19T11:17:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:21,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:21,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:21,621 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:21,662 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/draining/16c88966c0af,33413,1732015023267 already deleted, retry=false 2024-11-19T11:17:21,662 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 16c88966c0af,33413,1732015023267 on 16c88966c0af,38999,1732015041068 2024-11-19T11:17:21,668 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16c88966c0af,33413,1732015023267, splitWal=true, meta=true 2024-11-19T11:17:21,670 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 16c88966c0af,33413,1732015023267 (carryingMeta=true) 16c88966c0af,33413,1732015023267/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7aea2e3d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T11:17:21,673 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:21,729 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/balancer already deleted, retry=false 2024-11-19T11:17:21,730 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:21,731 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:21,810 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/normalizer already deleted, retry=false 2024-11-19T11:17:21,810 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:21,811 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:21,852 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/switch/split already deleted, retry=false 2024-11-19T11:17:21,854 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:21,920 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/switch/merge already deleted, retry=false 2024-11-19T11:17:22,025 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:22,089 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:22,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:22,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:22,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:22,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:22,171 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,38999,1732015041068, sessionid=0x10152cfc7fe0006, setting cluster-up flag (Was=false) 2024-11-19T11:17:22,247 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01607263417/flush-table-proc/acquired, /01607263417/flush-table-proc/reached, /01607263417/flush-table-proc/abort 2024-11-19T11:17:22,249 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,38999,1732015041068 2024-11-19T11:17:22,272 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01607263417/online-snapshot/acquired, /01607263417/online-snapshot/reached, /01607263417/online-snapshot/abort 2024-11-19T11:17:22,273 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,38999,1732015041068 2024-11-19T11:17:22,275 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.lastflushedseqids 2024-11-19T11:17:22,279 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:22,279 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:22,279 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,38999,1732015041068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 16c88966c0af,33413,1732015023267 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:22,281 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:22,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,283 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015072283 2024-11-19T11:17:22,283 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:22,283 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:22,283 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:22,283 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:22,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:22,286 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:22,286 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:22,286 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16c88966c0af,33413,1732015023267, splitWal=true, meta=true 2024-11-19T11:17:22,288 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015042286,5,FailOnTimeoutGroup] 2024-11-19T11:17:22,288 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 16c88966c0af,33413,1732015023267, splitWal=true, meta=true, isMeta: true 2024-11-19T11:17:22,288 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015042288,5,FailOnTimeoutGroup] 2024-11-19T11:17:22,288 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,288 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:22,288 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,288 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,289 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015042289, completionTime=-1 2024-11-19T11:17:22,289 WARN [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T11:17:22,289 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267-splitting 2024-11-19T11:17:22,291 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267-splitting dir is empty, no logs to split. 2024-11-19T11:17:22,291 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16c88966c0af,33413,1732015023267 WAL count=0, meta=true 2024-11-19T11:17:22,292 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T11:17:22,295 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267-splitting dir is empty, no logs to split. 2024-11-19T11:17:22,295 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16c88966c0af,33413,1732015023267 WAL count=0, meta=true 2024-11-19T11:17:22,295 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 16c88966c0af,33413,1732015023267 WAL splitting is done? wals=0, meta=true 2024-11-19T11:17:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:22,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:22,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T11:17:22,314 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(746): ClusterId : 63cffa3e-7b2b-4da6-82fc-5d8128305397 2024-11-19T11:17:22,315 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:22,325 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:22,325 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:22,335 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:22,336 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288157e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:22,349 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:42039 2024-11-19T11:17:22,350 INFO [RS:0;16c88966c0af:42039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:22,350 INFO [RS:0;16c88966c0af:42039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:22,350 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:22,351 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,38999,1732015041068 with port=42039, startcode=1732015041180 2024-11-19T11:17:22,351 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:22,353 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:22,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38999 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,356 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493 2024-11-19T11:17:22,356 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38613 2024-11-19T11:17:22,356 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:22,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/rs 2024-11-19T11:17:22,366 DEBUG [RS:0;16c88966c0af:42039 {}] zookeeper.ZKUtil(111): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on existing znode=/01607263417/rs/16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,366 WARN [RS:0;16c88966c0af:42039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:22,367 INFO [RS:0;16c88966c0af:42039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:22,367 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,42039,1732015041180] 2024-11-19T11:17:22,393 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T11:17:22,404 INFO [RS:0;16c88966c0af:42039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:22,406 INFO [RS:0;16c88966c0af:42039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:22,407 INFO [RS:0;16c88966c0af:42039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:22,407 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,407 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:22,408 INFO [RS:0;16c88966c0af:42039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:22,408 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,408 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,408 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,408 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:22,409 DEBUG [RS:0;16c88966c0af:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,410 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42039,1732015041180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:22,425 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:22,425 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42039,1732015041180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,439 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,42039,1732015041180, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:17:22,451 WARN [16c88966c0af:38999 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T11:17:22,454 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(231): queueId=2-16c88966c0af,42039,1732015041180, ReplicationSource: 2, currentBandwidth=0 2024-11-19T11:17:22,454 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,454 INFO [RS:0;16c88966c0af:42039 {}] regionserver.Replication(171): 16c88966c0af,42039,1732015041180 started 2024-11-19T11:17:22,460 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:22,462 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541517f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,462 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:22,462 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:22,464 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340cbacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:22,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:22,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:22,469 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:22,470 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f32e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,471 DEBUG [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:22,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:22,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22494e54 2024-11-19T11:17:22,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:22,473 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:22,473 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,42039,1732015041180, RpcServer on 16c88966c0af/172.17.0.2:42039, sessionid=0x10152cfc7fe0007 2024-11-19T11:17:22,473 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:22,473 DEBUG [RS:0;16c88966c0af:42039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,473 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42039,1732015041180' 2024-11-19T11:17:22,473 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01607263417/flush-table-proc/abort' 2024-11-19T11:17:22,474 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T11:17:22,475 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01607263417/flush-table-proc/acquired' 2024-11-19T11:17:22,475 INFO [RS:0;16c88966c0af:42039.replicationSource,1-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,42039,1732015041180 (queues=0) is replicating from cluster=63cffa3e-7b2b-4da6-82fc-5d8128305397 to cluster=adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:22,475 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:22,475 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:22,476 DEBUG [RS:0;16c88966c0af:42039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,476 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42039,1732015041180' 2024-11-19T11:17:22,476 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01607263417/online-snapshot/abort' 2024-11-19T11:17:22,476 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40611' 2024-11-19T11:17:22,476 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01607263417/online-snapshot/acquired' 2024-11-19T11:17:22,477 DEBUG [RS:0;16c88966c0af:42039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:22,477 INFO [RS:0;16c88966c0af:42039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:22,477 INFO [RS:0;16c88966c0af:42039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:22,478 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672336d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,478 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40611,-1 for getting cluster id 2024-11-19T11:17:22,478 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:22,479 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adad127b-d149-43e8-921c-3a781ab9c959' 2024-11-19T11:17:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adad127b-d149-43e8-921c-3a781ab9c959" 2024-11-19T11:17:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1121dd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40611,-1] 2024-11-19T11:17:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:22,481 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:22,482 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e09f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:22,483 DEBUG [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40611,1732015030052 2024-11-19T11:17:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9f5d88 2024-11-19T11:17:22,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:22,485 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T11:17:22,486 INFO [RS:0;16c88966c0af:42039.replicationSource,2-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16c88966c0af,42039,1732015041180 (queues=0) is replicating from cluster=63cffa3e-7b2b-4da6-82fc-5d8128305397 to cluster=adad127b-d149-43e8-921c-3a781ab9c959 2024-11-19T11:17:22,578 INFO [RS:0;16c88966c0af:42039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:22,580 INFO [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42039%2C1732015041180, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:22,598 DEBUG [RS:0;16c88966c0af:42039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581, exclude list is [], retry=0 2024-11-19T11:17:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:22,605 INFO [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 2024-11-19T11:17:22,606 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16c88966c0af%2C42039%2C1732015041180 for peer 2 2024-11-19T11:17:22,606 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16c88966c0af%2C42039%2C1732015041180 for peer 1 2024-11-19T11:17:22,606 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C42039%2C1732015041180 2024-11-19T11:17:22,606 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,42039,1732015041180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:17:22,607 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16c88966c0af%2C42039%2C1732015041180 2024-11-19T11:17:22,607 INFO [RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C42039%2C1732015041180 2024-11-19T11:17:22,607 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16c88966c0af,42039,1732015041180, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:17:22,607 INFO [RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C42039%2C1732015041180 2024-11-19T11:17:22,607 DEBUG [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:22,608 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581, startPosition=0, beingWritten=true 2024-11-19T11:17:22,608 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581, startPosition=0, beingWritten=true 2024-11-19T11:17:22,702 DEBUG [16c88966c0af:38999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:22,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42039,1732015041180, state=OPENING 2024-11-19T11:17:22,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:22,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:22,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:22,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42039,1732015041180}] 2024-11-19T11:17:22,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:22,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:22,823 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:22,825 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:22,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:22,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:22,932 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:22,932 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:22,932 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:22,934 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42039%2C1732015041180.meta, suffix=.meta, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:22,947 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.meta.1732015042934.meta, exclude list is [], retry=0 2024-11-19T11:17:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:22,951 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.meta.1732015042934.meta 2024-11-19T11:17:22,951 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:22,952 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:22,952 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:22,952 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:22,952 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:22,952 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:22,952 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:22,952 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:22,953 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:22,953 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:22,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:22,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:22,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:22,962 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/info/e814843c6ad2415692c53b8e98eaeb07 2024-11-19T11:17:22,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:22,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:22,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:22,971 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/ns/b558b163e2424babb6c393c9db36543f 2024-11-19T11:17:22,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:22,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:22,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:22,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:22,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:22,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:22,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:22,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:22,981 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/table/b1d78c7d9ddd4ae5a9a157ce7d2fff17 2024-11-19T11:17:22,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:22,982 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:22,983 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:22,984 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740 2024-11-19T11:17:22,985 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:22,985 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:22,986 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:22,988 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:22,988 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71306963, jitterRate=0.06255654990673065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:22,989 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:22,989 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015042953Writing region info on filesystem at 1732015042953Initializing all the Stores at 1732015042954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015042954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015042954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015042954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015042954Cleaning up temporary data from old regions at 1732015042985 (+31 ms)Running coprocessor post-open hooks at 1732015042989 (+4 ms)Region opened successfully at 1732015042989 2024-11-19T11:17:22,990 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732015042922 2024-11-19T11:17:22,992 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:22,992 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:22,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=16c88966c0af,42039,1732015041180 2024-11-19T11:17:22,994 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42039,1732015041180, state=OPEN 2024-11-19T11:17:23,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:23,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01607263417/meta-region-server 2024-11-19T11:17:23,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,42039,1732015041180 2024-11-19T11:17:23,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:23,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01607263417/meta-region-server: CHANGED 2024-11-19T11:17:23,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T11:17:23,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42039,1732015041180 in 242 msec 2024-11-19T11:17:23,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T11:17:23,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-19T11:17:23,134 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:23,134 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:23,541 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:23,541 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:23,895 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T11:17:24,047 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:24,047 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:24,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:24,656 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:24,656 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:25,368 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:25,368 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:25,399 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-19T11:17:26,175 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:26,175 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:26,802 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T11:17:26,802 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:26,802 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:26,802 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42039,1732015041180, seqNum=-1] 2024-11-19T11:17:26,803 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:26,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:26,811 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c01f5403f53589052a511f22d9c7b672, regionState=OPEN, lastHost=16c88966c0af,33413,1732015023267, regionLocation=16c88966c0af,33413,1732015023267, openSeqNum=2 2024-11-19T11:17:26,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:26,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015106811 2024-11-19T11:17:26,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015166811 2024-11-19T11:17:26,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-19T11:17:26,811 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16c88966c0af,33413,1732015023267 had 2 regions 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:38999, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,813 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16c88966c0af,33413,1732015023267, splitWal=true, meta=true, isMeta: false 2024-11-19T11:17:26,815 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267-splitting dir is empty, no logs to split. 2024-11-19T11:17:26,815 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16c88966c0af,33413,1732015023267 WAL count=0, meta=false 2024-11-19T11:17:26,819 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,33413,1732015023267-splitting dir is empty, no logs to split. 2024-11-19T11:17:26,819 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16c88966c0af,33413,1732015023267 WAL count=0, meta=false 2024-11-19T11:17:26,819 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16c88966c0af,33413,1732015023267 WAL splitting is done? wals=0, meta=false 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.517sec 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:26,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:26,823 WARN [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=16c88966c0af,33413,1732015023267/hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:26,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN}] 2024-11-19T11:17:26,825 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:26,826 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:26,826 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38999,1732015041068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:26,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN 2024-11-19T11:17:26,828 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T11:17:26,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7a8a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38999,-1 for getting cluster id 2024-11-19T11:17:26,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:26,922 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63cffa3e-7b2b-4da6-82fc-5d8128305397' 2024-11-19T11:17:26,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:26,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63cffa3e-7b2b-4da6-82fc-5d8128305397" 2024-11-19T11:17:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65198a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38999,-1] 2024-11-19T11:17:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,925 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793c9fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42039,1732015041180, seqNum=-1] 2024-11-19T11:17:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:26,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:26,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T11:17:26,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:26,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:26,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:26,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 16c88966c0af:38999 after: 16c88966c0af:38999 2024-11-19T11:17:26,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b93d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38999,-1 for getting cluster id 2024-11-19T11:17:26,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:26,935 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63cffa3e-7b2b-4da6-82fc-5d8128305397' 2024-11-19T11:17:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63cffa3e-7b2b-4da6-82fc-5d8128305397" 2024-11-19T11:17:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5f3e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38999,-1] 2024-11-19T11:17:26,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:26,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,938 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:26,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871f5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:26,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,38999,1732015041068 2024-11-19T11:17:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451fea95 2024-11-19T11:17:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:26,941 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:26,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:26,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T11:17:26,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:26,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T11:17:26,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:17:26,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:26,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:26,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:26,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:17:26,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=995830711, stopped=false 2024-11-19T11:17:26,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,40611,1732015030052 2024-11-19T11:17:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/181602293/running 2024-11-19T11:17:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/181602293/running 2024-11-19T11:17:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:26,955 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:26,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:26,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:26,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,38117,1732015030208' ***** 2024-11-19T11:17:26,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:17:26,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/running 2024-11-19T11:17:26,956 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:17:26,956 INFO [RS:0;16c88966c0af:38117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:17:26,956 INFO [RS:0;16c88966c0af:38117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:17:26,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:17:26,956 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,38117,1732015030208 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38117. 2024-11-19T11:17:26,957 DEBUG [RS:0;16c88966c0af:38117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:26,957 DEBUG [RS:0;16c88966c0af:38117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:26,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Set watcher on znode that does not yet exist, /181602293/running 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:17:26,957 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:17:26,958 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:17:26,958 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:17:26,958 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:26,958 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:26,958 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:26,958 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:26,958 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:26,958 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:26,958 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T11:17:26,978 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/.tmp/ns/f1bfba8c01444ef2a0c96195aa67bef1 is 43, key is default/ns:d/1732015033751/Put/seqid=0 2024-11-19T11:17:26,979 DEBUG [16c88966c0af:38999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:26,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c01f5403f53589052a511f22d9c7b672, regionState=OPENING, regionLocation=16c88966c0af,42039,1732015041180 2024-11-19T11:17:26,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN because future has completed 2024-11-19T11:17:26,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,42039,1732015041180}] 2024-11-19T11:17:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741835_1011 (size=5153) 2024-11-19T11:17:27,030 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:27,082 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:27,082 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:27,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:27,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:27,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:17:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42039%2C1732015041180.rep, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs, maxLogs=10 2024-11-19T11:17:27,158 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:27,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.rep.1732015047146, exclude list is [], retry=0 2024-11-19T11:17:27,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38643,DS-43589d9a-e65e-426a-9832-d15dfeeeda41,DISK] 2024-11-19T11:17:27,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.rep.1732015047146 2024-11-19T11:17:27,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43557:43557)] 2024-11-19T11:17:27,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c01f5403f53589052a511f22d9c7b672, NAME => 'hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:27,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:27,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:27,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. service=MultiRowMutationService 2024-11-19T11:17:27,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:17:27,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:27,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,174 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,176 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName hfileref 2024-11-19T11:17:27,176 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:27,177 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:27,177 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,178 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName queue 2024-11-19T11:17:27,178 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:27,192 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/queue/716ec8c6eb3546d2b7483aae6f1cdaa0 2024-11-19T11:17:27,192 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:27,192 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,193 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01f5403f53589052a511f22d9c7b672 columnFamilyName sid 2024-11-19T11:17:27,193 DEBUG [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:27,194 INFO [StoreOpener-c01f5403f53589052a511f22d9c7b672-1 {}] regionserver.HStore(327): Store=c01f5403f53589052a511f22d9c7b672/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:27,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:17:27,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c01f5403f53589052a511f22d9c7b672; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70912371, jitterRate=0.05667667090892792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:17:27,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:27,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c01f5403f53589052a511f22d9c7b672: Running coprocessor pre-open hook at 1732015047172Writing region info on filesystem at 1732015047172Initializing all the Stores at 1732015047173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015047173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015047174 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015047174Cleaning up temporary data from old regions at 1732015047197 (+23 ms)Running coprocessor post-open hooks at 1732015047203 (+6 ms)Region opened successfully at 1732015047204 (+1 ms) 2024-11-19T11:17:27,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., pid=19, masterSystemTime=1732015047136 2024-11-19T11:17:27,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:27,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:27,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c01f5403f53589052a511f22d9c7b672, regionState=OPEN, openSeqNum=10, regionLocation=16c88966c0af,42039,1732015041180 2024-11-19T11:17:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,42039,1732015041180 because future has completed 2024-11-19T11:17:27,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T11:17:27,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c01f5403f53589052a511f22d9c7b672, server=16c88966c0af,42039,1732015041180 in 238 msec 2024-11-19T11:17:27,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T11:17:27,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01f5403f53589052a511f22d9c7b672, ASSIGN in 403 msec 2024-11-19T11:17:27,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T11:17:27,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672., hostname=16c88966c0af,42039,1732015041180, seqNum=10] 2024-11-19T11:17:27,279 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 16c88966c0af,33413,1732015023267 2024-11-19T11:17:27,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T11:17:27,358 DEBUG [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:27,384 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/.tmp/ns/f1bfba8c01444ef2a0c96195aa67bef1 2024-11-19T11:17:27,394 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/.tmp/ns/f1bfba8c01444ef2a0c96195aa67bef1 as hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/ns/f1bfba8c01444ef2a0c96195aa67bef1 2024-11-19T11:17:27,401 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/ns/f1bfba8c01444ef2a0c96195aa67bef1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T11:17:27,403 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-19T11:17:27,403 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:17:27,408 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T11:17:27,409 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:27,409 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:27,409 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:27,409 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015046958Running coprocessor pre-close hooks at 1732015046958Disabling compacts and flushes for region at 1732015046958Disabling writes for close at 1732015046958Obtaining lock to block concurrent updates at 1732015046958Preparing flush snapshotting stores in 1588230740 at 1732015046958Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732015046959 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015046959Flushing 1588230740/ns: creating writer at 1732015046960 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732015046978 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732015046978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442a5e9e: reopening flushed file at 1732015047393 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1732015047403 (+10 ms)Writing region close event to WAL at 1732015047404 (+1 ms)Running coprocessor post-close hooks at 1732015047409 (+5 ms)Closed at 1732015047409 2024-11-19T11:17:27,409 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:27,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T11:17:27,516 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:17:27,517 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:17:27,558 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,38117,1732015030208; all regions closed. 2024-11-19T11:17:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741834_1010 (size=1152) 2024-11-19T11:17:27,569 DEBUG [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/oldWALs 2024-11-19T11:17:27,569 INFO [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C38117%2C1732015030208.meta:.meta(num 1732015033673) 2024-11-19T11:17:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741832_1008 (size=93) 2024-11-19T11:17:27,576 DEBUG [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/oldWALs 2024-11-19T11:17:27,576 INFO [RS:0;16c88966c0af:38117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C38117%2C1732015030208:(num 1732015032654) 2024-11-19T11:17:27,576 DEBUG [RS:0;16c88966c0af:38117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:27,577 INFO [RS:0;16c88966c0af:38117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:27,577 INFO [RS:0;16c88966c0af:38117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:27,577 INFO [RS:0;16c88966c0af:38117 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:27,577 INFO [RS:0;16c88966c0af:38117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:27,577 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:27,577 INFO [RS:0;16c88966c0af:38117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38117 2024-11-19T11:17:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293/rs 2024-11-19T11:17:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/181602293/rs/16c88966c0af,38117,1732015030208 2024-11-19T11:17:27,623 INFO [RS:0;16c88966c0af:38117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:27,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,38117,1732015030208] 2024-11-19T11:17:27,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /181602293/draining/16c88966c0af,38117,1732015030208 already deleted, retry=false 2024-11-19T11:17:27,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,38117,1732015030208 expired; onlineServers=0 2024-11-19T11:17:27,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,40611,1732015030052' ***** 2024-11-19T11:17:27,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:17:27,702 INFO [M:0;16c88966c0af:40611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:27,702 INFO [M:0;16c88966c0af:40611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:27,703 DEBUG [M:0;16c88966c0af:40611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:17:27,703 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:17:27,703 DEBUG [M:0;16c88966c0af:40611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:17:27,703 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015032364 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015032364,5,FailOnTimeoutGroup] 2024-11-19T11:17:27,703 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015032365 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015032365,5,FailOnTimeoutGroup] 2024-11-19T11:17:27,703 INFO [M:0;16c88966c0af:40611 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:27,703 INFO [M:0;16c88966c0af:40611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:27,703 DEBUG [M:0;16c88966c0af:40611 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:17:27,703 INFO [M:0;16c88966c0af:40611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:17:27,703 INFO [M:0;16c88966c0af:40611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:27,703 INFO [M:0;16c88966c0af:40611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:17:27,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:17:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/181602293/master 2024-11-19T11:17:27,713 DEBUG [M:0;16c88966c0af:40611 {}] zookeeper.ZKUtil(347): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Unable to get data of znode /181602293/master because node does not exist (not an error) 2024-11-19T11:17:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/181602293 2024-11-19T11:17:27,713 WARN [M:0;16c88966c0af:40611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:17:27,714 INFO [M:0;16c88966c0af:40611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/.lastflushedseqids 2024-11-19T11:17:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741836_1012 (size=99) 2024-11-19T11:17:27,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:27,787 INFO [RS:0;16c88966c0af:38117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:27,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38117-0x10152cfc7fe0004, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:27,787 INFO [RS:0;16c88966c0af:38117 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,38117,1732015030208; zookeeper connection closed. 2024-11-19T11:17:27,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13bb33e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13bb33e2 2024-11-19T11:17:27,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:17:28,090 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:28,093 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:28,153 INFO [M:0;16c88966c0af:40611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:17:28,153 INFO [M:0;16c88966c0af:40611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:17:28,154 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:28,154 INFO [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:28,154 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:28,154 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:28,154 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:28,155 INFO [M:0;16c88966c0af:40611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T11:17:28,180 DEBUG [M:0;16c88966c0af:40611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26a1c8b96fe44d2098fe9230e513f689 is 82, key is hbase:meta,,1/info:regioninfo/1732015033726/Put/seqid=0 2024-11-19T11:17:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741837_1013 (size=5672) 2024-11-19T11:17:28,585 INFO [M:0;16c88966c0af:40611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26a1c8b96fe44d2098fe9230e513f689 2024-11-19T11:17:28,615 DEBUG [M:0;16c88966c0af:40611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40a5f9fdceb64c9ea21210a475f90772 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732015033759/Put/seqid=0 2024-11-19T11:17:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741838_1014 (size=5275) 2024-11-19T11:17:29,020 INFO [M:0;16c88966c0af:40611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40a5f9fdceb64c9ea21210a475f90772 2024-11-19T11:17:29,046 DEBUG [M:0;16c88966c0af:40611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/820b34614cd54314bb68d51203eb306f is 69, key is 16c88966c0af,38117,1732015030208/rs:state/1732015032488/Put/seqid=0 2024-11-19T11:17:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741839_1015 (size=5156) 2024-11-19T11:17:29,198 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:29,200 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:29,452 INFO [M:0;16c88966c0af:40611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/820b34614cd54314bb68d51203eb306f 2024-11-19T11:17:29,465 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26a1c8b96fe44d2098fe9230e513f689 as hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26a1c8b96fe44d2098fe9230e513f689 2024-11-19T11:17:29,471 INFO [M:0;16c88966c0af:40611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26a1c8b96fe44d2098fe9230e513f689, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T11:17:29,473 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40a5f9fdceb64c9ea21210a475f90772 as hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40a5f9fdceb64c9ea21210a475f90772 2024-11-19T11:17:29,479 INFO [M:0;16c88966c0af:40611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40a5f9fdceb64c9ea21210a475f90772, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T11:17:29,480 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/820b34614cd54314bb68d51203eb306f as hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/820b34614cd54314bb68d51203eb306f 2024-11-19T11:17:29,486 INFO [M:0;16c88966c0af:40611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/820b34614cd54314bb68d51203eb306f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T11:17:29,487 INFO [M:0;16c88966c0af:40611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-19T11:17:29,489 INFO [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:29,489 DEBUG [M:0;16c88966c0af:40611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015048154Disabling compacts and flushes for region at 1732015048154Disabling writes for close at 1732015048154Obtaining lock to block concurrent updates at 1732015048155 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015048155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732015048156 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015048157 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015048157Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015048179 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015048179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015048595 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015048614 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015048614Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015049030 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015049046 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015049046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e67d183: reopening flushed file at 1732015049463 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a83ff7: reopening flushed file at 1732015049472 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76495848: reopening flushed file at 1732015049479 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1732015049487 (+8 ms)Writing region close event to WAL at 1732015049489 (+2 ms)Closed at 1732015049489 2024-11-19T11:17:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33771 is added to blk_1073741830_1006 (size=10165) 2024-11-19T11:17:29,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09281bf7-6116-1d2a-8d2f-e794f4182175/MasterData/WALs/16c88966c0af,40611,1732015030052/16c88966c0af%2C40611%2C1732015030052.1732015032061 not finished, retry = 0 2024-11-19T11:17:29,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:29,593 INFO [M:0;16c88966c0af:40611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:17:29,593 INFO [M:0;16c88966c0af:40611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40611 2024-11-19T11:17:29,596 INFO [M:0;16c88966c0af:40611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:29,714 INFO [M:0;16c88966c0af:40611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:29,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40611-0x10152cfc7fe0003, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:29,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e2a8352{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:29,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:29,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:29,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:29,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:29,774 WARN [BP-762309821-172.17.0.2-1732015027969 heartbeating to localhost/127.0.0.1:40345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:17:29,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:17:29,774 WARN [BP-762309821-172.17.0.2-1732015027969 heartbeating to localhost/127.0.0.1:40345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762309821-172.17.0.2-1732015027969 (Datanode Uuid 226e4739-b62b-4c52-a979-3386d0adf9f2) service to localhost/127.0.0.1:40345 2024-11-19T11:17:29,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:17:29,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/cluster_8444f453-0102-ba5f-3259-2c79633732d9/data/data1/current/BP-762309821-172.17.0.2-1732015027969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:29,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/cluster_8444f453-0102-ba5f-3259-2c79633732d9/data/data2/current/BP-762309821-172.17.0.2-1732015027969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:29,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:17:29,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7520a1c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:29,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:29,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:29,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:29,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:29,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:17:29,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:17:29,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:29,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:29,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:29,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:29,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:29,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:17:29,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1829884626, stopped=false 2024-11-19T11:17:29,800 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,38999,1732015041068 2024-11-19T11:17:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/running 2024-11-19T11:17:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:29,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:29,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:29,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:29,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:29,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:29,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,42039,1732015041180' ***** 2024-11-19T11:17:29,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Set watcher on znode that does not yet exist, /01607263417/running 2024-11-19T11:17:29,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:17:29,851 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:17:29,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:17:29,851 INFO [RS:0;16c88966c0af:42039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:17:29,851 INFO [RS:0;16c88966c0af:42039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:17:29,851 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,42039,1732015041180 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42039. 2024-11-19T11:17:29,852 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c01f5403f53589052a511f22d9c7b672, disabling compactions & flushes 2024-11-19T11:17:29,852 DEBUG [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:29,852 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:29,852 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:29,852 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:29,852 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. after waiting 0 ms 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:17:29,852 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:17:29,852 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:17:29,853 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:17:29,853 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c01f5403f53589052a511f22d9c7b672=hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672.} 2024-11-19T11:17:29,853 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01f5403f53589052a511f22d9c7b672 2024-11-19T11:17:29,853 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:29,853 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:29,853 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:29,853 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:29,853 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:29,853 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T11:17:29,858 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/replication/c01f5403f53589052a511f22d9c7b672/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T11:17:29,859 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:29,859 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:29,859 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:29,859 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c01f5403f53589052a511f22d9c7b672: Waiting for close lock at 1732015049852Running coprocessor pre-close hooks at 1732015049852Disabling compacts and flushes for region at 1732015049852Disabling writes for close at 1732015049852Writing region close event to WAL at 1732015049853 (+1 ms)Running coprocessor post-close hooks at 1732015049859 (+6 ms)Closed at 1732015049859 2024-11-19T11:17:29,860 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672. 2024-11-19T11:17:29,872 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/5cf4421c91bd46f7a5b762d672f267ca is 147, key is hbase:replication,,1732015033961.c01f5403f53589052a511f22d9c7b672./info:regioninfo/1732015047214/Put/seqid=0 2024-11-19T11:17:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741851_1027 (size=6385) 2024-11-19T11:17:29,917 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:30,053 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:30,253 DEBUG [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:30,277 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/5cf4421c91bd46f7a5b762d672f267ca 2024-11-19T11:17:30,289 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/.tmp/info/5cf4421c91bd46f7a5b762d672f267ca as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/info/5cf4421c91bd46f7a5b762d672f267ca 2024-11-19T11:17:30,295 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/info/5cf4421c91bd46f7a5b762d672f267ca, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T11:17:30,297 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-19T11:17:30,302 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T11:17:30,303 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:30,303 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:30,303 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:30,303 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015049853Running coprocessor pre-close hooks at 1732015049853Disabling compacts and flushes for region at 1732015049853Disabling writes for close at 1732015049853Obtaining lock to block concurrent updates at 1732015049853Preparing flush snapshotting stores in 1588230740 at 1732015049853Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732015049854 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015049855 (+1 ms)Flushing 1588230740/info: creating writer at 1732015049855Flushing 1588230740/info: appending metadata at 1732015049871 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732015049871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6aad6b: reopening flushed file at 1732015050288 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1732015050297 (+9 ms)Writing region close event to WAL at 1732015050298 (+1 ms)Running coprocessor post-close hooks at 1732015050303 (+5 ms)Closed at 1732015050303 2024-11-19T11:17:30,303 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:30,405 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:30,406 DEBUG [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.1732015042581 to pos 0, reset compression=false 2024-11-19T11:17:30,410 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:17:30,411 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:17:30,453 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,42039,1732015041180; all regions closed. 2024-11-19T11:17:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741849_1025 (size=2156) 2024-11-19T11:17:30,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/WALs/16c88966c0af,42039,1732015041180/16c88966c0af%2C42039%2C1732015041180.meta.1732015042934.meta not finished, retry = 0 2024-11-19T11:17:30,563 DEBUG [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:30,563 INFO [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C42039%2C1732015041180.meta:.meta(num 1732015042934) 2024-11-19T11:17:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741850_1026 (size=796) 2024-11-19T11:17:30,572 DEBUG [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:30,572 INFO [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C42039%2C1732015041180.rep:(num 1732015047146) 2024-11-19T11:17:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741848_1024 (size=93) 2024-11-19T11:17:30,577 DEBUG [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/oldWALs 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C42039%2C1732015041180:(num 1732015042581) 2024-11-19T11:17:30,577 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:30,577 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:30,577 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T11:17:30,577 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,42039,1732015041180 because: Region server is closing 2024-11-19T11:17:30,578 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T11:17:30,578 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T11:17:30,578 INFO [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42039. 2024-11-19T11:17:30,578 DEBUG [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:30,578 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:30,578 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:30,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:30,678 WARN [RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:17:30,678 WARN [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:17:30,679 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,1-16c88966c0af,42039,1732015041180 terminated 2024-11-19T11:17:30,679 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16c88966c0af,42039,1732015041180 because: Region server is closing 2024-11-19T11:17:30,679 INFO [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42039. 2024-11-19T11:17:30,679 DEBUG [RS:0;16c88966c0af:42039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:30,679 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:30,679 DEBUG [RS:0;16c88966c0af:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:30,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:30,779 WARN [RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:17:30,779 WARN [RS:0;16c88966c0af:42039.replicationSource.wal-reader.16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:17:30,780 INFO [RS:0;16c88966c0af:42039 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;16c88966c0af:42039.replicationSource.shipper16c88966c0af%2C42039%2C1732015041180,2-16c88966c0af,42039,1732015041180 terminated 2024-11-19T11:17:30,780 INFO [RS:0;16c88966c0af:42039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42039 2024-11-19T11:17:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/rs/16c88966c0af,42039,1732015041180 2024-11-19T11:17:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417/rs 2024-11-19T11:17:30,828 INFO [RS:0;16c88966c0af:42039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:30,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,42039,1732015041180] 2024-11-19T11:17:30,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01607263417/draining/16c88966c0af,42039,1732015041180 already deleted, retry=false 2024-11-19T11:17:30,849 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,42039,1732015041180 expired; onlineServers=0 2024-11-19T11:17:30,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,38999,1732015041068' ***** 2024-11-19T11:17:30,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:17:30,849 INFO [M:0;16c88966c0af:38999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:30,849 INFO [M:0;16c88966c0af:38999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:30,849 DEBUG [M:0;16c88966c0af:38999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:17:30,850 DEBUG [M:0;16c88966c0af:38999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:17:30,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:17:30,850 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015042286 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015042286,5,FailOnTimeoutGroup] 2024-11-19T11:17:30,850 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015042288 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015042288,5,FailOnTimeoutGroup] 2024-11-19T11:17:30,850 INFO [M:0;16c88966c0af:38999 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:30,850 INFO [M:0;16c88966c0af:38999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:30,850 DEBUG [M:0;16c88966c0af:38999 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:17:30,850 INFO [M:0;16c88966c0af:38999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:17:30,850 INFO [M:0;16c88966c0af:38999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:30,850 INFO [M:0;16c88966c0af:38999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:17:30,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:17:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01607263417/master 2024-11-19T11:17:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01607263417 2024-11-19T11:17:30,860 DEBUG [M:0;16c88966c0af:38999 {}] zookeeper.ZKUtil(347): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Unable to get data of znode /01607263417/master because node does not exist (not an error) 2024-11-19T11:17:30,860 WARN [M:0;16c88966c0af:38999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:17:30,861 INFO [M:0;16c88966c0af:38999 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/.lastflushedseqids 2024-11-19T11:17:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741852_1028 (size=181) 2024-11-19T11:17:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:30,939 INFO [RS:0;16c88966c0af:42039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x10152cfc7fe0007, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:30,939 INFO [RS:0;16c88966c0af:42039 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,42039,1732015041180; zookeeper connection closed. 2024-11-19T11:17:30,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e34b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e34b1 2024-11-19T11:17:30,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:17:31,267 INFO [M:0;16c88966c0af:38999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:17:31,267 INFO [M:0;16c88966c0af:38999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:17:31,268 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:31,268 INFO [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:31,268 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:31,268 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:31,268 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:31,268 INFO [M:0;16c88966c0af:38999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T11:17:31,284 DEBUG [M:0;16c88966c0af:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b1f62db8e64856be23f16b40ee382f is 82, key is hbase:meta,,1/info:regioninfo/1732015042993/Put/seqid=0 2024-11-19T11:17:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741853_1029 (size=5680) 2024-11-19T11:17:31,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:17:31,689 INFO [M:0;16c88966c0af:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b1f62db8e64856be23f16b40ee382f 2024-11-19T11:17:31,717 DEBUG [M:0;16c88966c0af:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c695de55cd4ed28fca3170697625e2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732015047229/Put/seqid=0 2024-11-19T11:17:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741854_1030 (size=7319) 2024-11-19T11:17:32,125 INFO [M:0;16c88966c0af:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c695de55cd4ed28fca3170697625e2 2024-11-19T11:17:32,148 DEBUG [M:0;16c88966c0af:38999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8874dff1d8d4fd39f486949f162eb4f is 69, key is 16c88966c0af,42039,1732015041180/rs:state/1732015042354/Put/seqid=0 2024-11-19T11:17:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741855_1031 (size=5371) 2024-11-19T11:17:32,553 INFO [M:0;16c88966c0af:38999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8874dff1d8d4fd39f486949f162eb4f 2024-11-19T11:17:32,560 INFO [M:0;16c88966c0af:38999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8874dff1d8d4fd39f486949f162eb4f 2024-11-19T11:17:32,561 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b1f62db8e64856be23f16b40ee382f as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b1f62db8e64856be23f16b40ee382f 2024-11-19T11:17:32,567 INFO [M:0;16c88966c0af:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b1f62db8e64856be23f16b40ee382f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T11:17:32,568 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c695de55cd4ed28fca3170697625e2 as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94c695de55cd4ed28fca3170697625e2 2024-11-19T11:17:32,574 INFO [M:0;16c88966c0af:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94c695de55cd4ed28fca3170697625e2, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T11:17:32,576 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8874dff1d8d4fd39f486949f162eb4f as hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8874dff1d8d4fd39f486949f162eb4f 2024-11-19T11:17:32,582 INFO [M:0;16c88966c0af:38999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8874dff1d8d4fd39f486949f162eb4f 2024-11-19T11:17:32,582 INFO [M:0;16c88966c0af:38999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/b19c61f9-eb94-1096-a042-f05280ba0493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8874dff1d8d4fd39f486949f162eb4f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T11:17:32,583 INFO [M:0;16c88966c0af:38999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=172, compaction requested=false 2024-11-19T11:17:32,584 INFO [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:32,584 DEBUG [M:0;16c88966c0af:38999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015051268Disabling compacts and flushes for region at 1732015051268Disabling writes for close at 1732015051268Obtaining lock to block concurrent updates at 1732015051268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015051268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732015051268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015051269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015051269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015051283 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015051283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015051696 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015051716 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015051716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015052131 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015052147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015052147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7080c96: reopening flushed file at 1732015052560 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4644f411: reopening flushed file at 1732015052567 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ee0964: reopening flushed file at 1732015052575 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=172, compaction requested=false at 1732015052583 (+8 ms)Writing region close event to WAL at 1732015052584 (+1 ms)Closed at 1732015052584 2024-11-19T11:17:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38643 is added to blk_1073741847_1023 (size=22949) 2024-11-19T11:17:32,587 INFO [M:0;16c88966c0af:38999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:17:32,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:32,588 INFO [M:0;16c88966c0af:38999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38999 2024-11-19T11:17:32,588 INFO [M:0;16c88966c0af:38999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:32,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:32,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:32,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:32,739 INFO [M:0;16c88966c0af:38999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:32,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38999-0x10152cfc7fe0006, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:32,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:32,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:32,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:32,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:32,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:32,744 WARN [BP-1024410735-172.17.0.2-1732015018064 heartbeating to localhost/127.0.0.1:38613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:17:32,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:17:32,744 WARN [BP-1024410735-172.17.0.2-1732015018064 heartbeating to localhost/127.0.0.1:38613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1024410735-172.17.0.2-1732015018064 (Datanode Uuid a70b971f-0a8e-44b1-bbd4-b1c7f31102ca) service to localhost/127.0.0.1:38613 2024-11-19T11:17:32,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:17:32,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/data/data1/current/BP-1024410735-172.17.0.2-1732015018064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:32,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/cluster_333599bf-9e37-1988-85aa-dc8d6ca52e32/data/data2/current/BP-1024410735-172.17.0.2-1732015018064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:32,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:17:32,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:32,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:32,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:32,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:32,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c98ad7-f609-b9a3-bb73-f247f06e0d17/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:32,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:17:32,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:17:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:17:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:17:32,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:32,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3df2380f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62888) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16c88966c0af:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16c88966c0af:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16c88966c0af:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62888) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38613 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40345 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/16c88966c0af:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/16c88966c0af:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=12729 (was 12940) 2024-11-19T11:17:32,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=12728 2024-11-19T11:17:32,803 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T11:17:32,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir so I do NOT create it in target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023 2024-11-19T11:17:32,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:17:32,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.tmp.dir so I do NOT create it in target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023 2024-11-19T11:17:32,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59dbc9d-2891-ce0c-81c2-02bc32031d0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:17:32,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023 2024-11-19T11:17:32,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5, deleteOnExit=true 2024-11-19T11:17:32,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/zookeeper_0, clientPort=55566, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:17:32,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55566 2024-11-19T11:17:32,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:17:32,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/test.cache.data in system properties and HBase conf 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:17:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:17:32,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:32,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:17:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:17:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152cfc7fe0005, quorum=127.0.0.1:62888, baseZNode=/181602293 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:17:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152cfc7fe0002, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:17:32,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152cfc7fe0002, quorum=127.0.0.1:62888, baseZNode=/01607263417 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:17:32,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152cfc7fe0005, quorum=127.0.0.1:62888, baseZNode=/181602293 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:17:33,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:33,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:33,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:33,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:33,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:17:33,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:33,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d3681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:33,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e0fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:33,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761e68a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/java.io.tmpdir/jetty-localhost-46485-hadoop-hdfs-3_4_1-tests_jar-_-any-10869458725792567586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:33,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76c3cd8{HTTP/1.1, (http/1.1)}{localhost:46485} 2024-11-19T11:17:33,267 INFO [Time-limited test {}] server.Server(415): Started @38006ms 2024-11-19T11:17:33,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:33,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:33,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:33,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:33,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:17:33,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6999a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:33,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d40c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:33,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a85bba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/java.io.tmpdir/jetty-localhost-42151-hadoop-hdfs-3_4_1-tests_jar-_-any-14019973788683869678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:33,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71f8ec0b{HTTP/1.1, (http/1.1)}{localhost:42151} 2024-11-19T11:17:33,698 INFO [Time-limited test {}] server.Server(415): Started @38437ms 2024-11-19T11:17:33,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:17:34,497 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/data/data1/current/BP-1929130437-172.17.0.2-1732015052842/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:34,497 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/data/data2/current/BP-1929130437-172.17.0.2-1732015052842/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:34,511 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:17:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x957f987da128cedc with lease ID 0xae3bf6413cbdf5e6: Processing first storage report for DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59 from datanode DatanodeRegistration(127.0.0.1:45455, datanodeUuid=ff526d80-d6da-48a7-8ce6-42bddff4eb18, infoPort=35167, infoSecurePort=0, ipcPort=41505, storageInfo=lv=-57;cid=testClusterID;nsid=532589582;c=1732015052842) 2024-11-19T11:17:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x957f987da128cedc with lease ID 0xae3bf6413cbdf5e6: from storage DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59 node DatanodeRegistration(127.0.0.1:45455, datanodeUuid=ff526d80-d6da-48a7-8ce6-42bddff4eb18, infoPort=35167, infoSecurePort=0, ipcPort=41505, storageInfo=lv=-57;cid=testClusterID;nsid=532589582;c=1732015052842), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:17:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x957f987da128cedc with lease ID 0xae3bf6413cbdf5e6: Processing first storage report for DS-19b4e3f8-e4f9-486f-bfbf-5e45a08353c4 from datanode DatanodeRegistration(127.0.0.1:45455, datanodeUuid=ff526d80-d6da-48a7-8ce6-42bddff4eb18, infoPort=35167, infoSecurePort=0, ipcPort=41505, storageInfo=lv=-57;cid=testClusterID;nsid=532589582;c=1732015052842) 2024-11-19T11:17:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x957f987da128cedc with lease ID 0xae3bf6413cbdf5e6: from storage DS-19b4e3f8-e4f9-486f-bfbf-5e45a08353c4 node DatanodeRegistration(127.0.0.1:45455, datanodeUuid=ff526d80-d6da-48a7-8ce6-42bddff4eb18, infoPort=35167, infoSecurePort=0, ipcPort=41505, storageInfo=lv=-57;cid=testClusterID;nsid=532589582;c=1732015052842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:34,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023 2024-11-19T11:17:34,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:34,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:17:34,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00 with version=8 2024-11-19T11:17:34,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/hbase-staging 2024-11-19T11:17:34,943 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:34,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:34,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:34,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42051 2024-11-19T11:17:34,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42051 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420510x0, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:35,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42051-0x10152d053b10000 connected 2024-11-19T11:17:35,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:35,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:35,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/running 2024-11-19T11:17:35,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00, hbase.cluster.distributed=false 2024-11-19T11:17:35,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/acl 2024-11-19T11:17:35,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-19T11:17:35,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42051 2024-11-19T11:17:35,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42051 2024-11-19T11:17:35,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-19T11:17:35,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42051 2024-11-19T11:17:35,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:35,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:35,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38327 2024-11-19T11:17:35,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38327 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:35,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:35,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383270x0, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:35,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383270x0, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/running 2024-11-19T11:17:35,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38327-0x10152d053b10001 connected 2024-11-19T11:17:35,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:35,198 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:35,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/master 2024-11-19T11:17:35,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/acl 2024-11-19T11:17:35,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-19T11:17:35,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38327 2024-11-19T11:17:35,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38327 2024-11-19T11:17:35,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-19T11:17:35,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-19T11:17:35,214 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:42051 2024-11-19T11:17:35,214 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-254659374/backup-masters/16c88966c0af,42051,1732015054943 2024-11-19T11:17:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/backup-masters 2024-11-19T11:17:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/backup-masters 2024-11-19T11:17:35,224 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on existing znode=/0-254659374/backup-masters/16c88966c0af,42051,1732015054943 2024-11-19T11:17:35,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:35,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-254659374/master 2024-11-19T11:17:35,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:35,237 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on existing znode=/0-254659374/master 2024-11-19T11:17:35,238 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-254659374/backup-masters/16c88966c0af,42051,1732015054943 from backup master directory 2024-11-19T11:17:35,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-254659374/backup-masters/16c88966c0af,42051,1732015054943 2024-11-19T11:17:35,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/backup-masters 2024-11-19T11:17:35,250 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:35,250 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,42051,1732015054943 2024-11-19T11:17:35,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/backup-masters 2024-11-19T11:17:35,256 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/hbase.id] with ID: a67bfed5-d3e2-4d59-a300-f697f8d45a9f 2024-11-19T11:17:35,256 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/.tmp/hbase.id 2024-11-19T11:17:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:17:35,671 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/.tmp/hbase.id]:[hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/hbase.id] 2024-11-19T11:17:35,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:35,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:35,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T11:17:35,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:35,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:17:36,150 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:36,151 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:36,152 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:17:36,560 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store 2024-11-19T11:17:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:17:36,967 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:36,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:36,968 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:36,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:36,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:36,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:36,968 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:36,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015056968Disabling compacts and flushes for region at 1732015056968Disabling writes for close at 1732015056968Writing region close event to WAL at 1732015056968Closed at 1732015056968 2024-11-19T11:17:36,969 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/.initializing 2024-11-19T11:17:36,969 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/WALs/16c88966c0af,42051,1732015054943 2024-11-19T11:17:36,971 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:36,974 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C42051%2C1732015054943, suffix=, logDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/WALs/16c88966c0af,42051,1732015054943, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:36,994 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/WALs/16c88966c0af,42051,1732015054943/16c88966c0af%2C42051%2C1732015054943.1732015056975, exclude list is [], retry=0 2024-11-19T11:17:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59,DISK] 2024-11-19T11:17:37,004 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/WALs/16c88966c0af,42051,1732015054943/16c88966c0af%2C42051%2C1732015054943.1732015056975 2024-11-19T11:17:37,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-19T11:17:37,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:37,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:37,009 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,009 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:37,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:37,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:37,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:37,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:37,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:37,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:37,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:37,032 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,033 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,034 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,038 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,038 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:37,041 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:37,054 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:37,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68310284, jitterRate=0.01790255308151245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:37,056 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015057009Initializing all the Stores at 1732015057011 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015057011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015057012 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015057012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015057012Cleaning up temporary data from old regions at 1732015057038 (+26 ms)Region opened successfully at 1732015057056 (+18 ms) 2024-11-19T11:17:37,057 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:37,062 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4572e990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:37,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:17:37,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:37,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:37,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:37,065 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T11:17:37,065 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:17:37,065 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:37,074 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:37,075 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:37,143 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/balancer already deleted, retry=false 2024-11-19T11:17:37,144 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:37,145 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:37,159 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/normalizer already deleted, retry=false 2024-11-19T11:17:37,160 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:37,162 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:37,176 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/switch/split already deleted, retry=false 2024-11-19T11:17:37,178 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:37,186 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/switch/merge already deleted, retry=false 2024-11-19T11:17:37,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:37,196 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-254659374/running 2024-11-19T11:17:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-254659374/running 2024-11-19T11:17:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,209 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,42051,1732015054943, sessionid=0x10152d053b10000, setting cluster-up flag (Was=false) 2024-11-19T11:17:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,270 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-254659374/flush-table-proc/acquired, /0-254659374/flush-table-proc/reached, /0-254659374/flush-table-proc/abort 2024-11-19T11:17:37,271 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42051,1732015054943 2024-11-19T11:17:37,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:37,322 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-254659374/online-snapshot/acquired, /0-254659374/online-snapshot/reached, /0-254659374/online-snapshot/abort 2024-11-19T11:17:37,324 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42051,1732015054943 2024-11-19T11:17:37,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:17:37,327 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:37,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:37,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:37,328 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,42051,1732015054943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:37,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015087332 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:37,332 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:37,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:37,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:17:37,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:17:37,340 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,341 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:37,342 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:37,342 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:37,342 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:37,344 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:37,345 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:37,349 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015057345,5,FailOnTimeoutGroup] 2024-11-19T11:17:37,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015057349,5,FailOnTimeoutGroup] 2024-11-19T11:17:37,357 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,357 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:37,357 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,357 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:17:37,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:17:37,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00 2024-11-19T11:17:37,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741832_1008 (size=32) 2024-11-19T11:17:37,406 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(746): ClusterId : a67bfed5-d3e2-4d59-a300-f697f8d45a9f 2024-11-19T11:17:37,407 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:37,418 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:37,419 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:37,430 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:37,430 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc57040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:37,447 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:38327 2024-11-19T11:17:37,447 INFO [RS:0;16c88966c0af:38327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:37,447 INFO [RS:0;16c88966c0af:38327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:37,447 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:37,449 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,42051,1732015054943 with port=38327, startcode=1732015055177 2024-11-19T11:17:37,449 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:37,452 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:37,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42051 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,456 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00 2024-11-19T11:17:37,456 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39609 2024-11-19T11:17:37,456 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:37,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/rs 2024-11-19T11:17:37,467 DEBUG [RS:0;16c88966c0af:38327 {}] zookeeper.ZKUtil(111): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on existing znode=/0-254659374/rs/16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,467 WARN [RS:0;16c88966c0af:38327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:37,467 INFO [RS:0;16c88966c0af:38327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:37,467 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,38327,1732015055177] 2024-11-19T11:17:37,475 INFO [RS:0;16c88966c0af:38327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:37,485 INFO [RS:0;16c88966c0af:38327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:37,486 INFO [RS:0;16c88966c0af:38327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:37,486 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,488 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:37,491 INFO [RS:0;16c88966c0af:38327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:37,491 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:37,492 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,493 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,493 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,493 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,493 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,494 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:37,494 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:37,494 DEBUG [RS:0;16c88966c0af:38327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:37,502 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,502 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,502 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,503 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,503 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,503 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38327,1732015055177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:37,525 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:37,525 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38327,1732015055177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,525 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,526 INFO [RS:0;16c88966c0af:38327 {}] regionserver.Replication(171): 16c88966c0af,38327,1732015055177 started 2024-11-19T11:17:37,545 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:37,545 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,38327,1732015055177, RpcServer on 16c88966c0af/172.17.0.2:38327, sessionid=0x10152d053b10001 2024-11-19T11:17:37,545 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:37,545 DEBUG [RS:0;16c88966c0af:38327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,546 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38327,1732015055177' 2024-11-19T11:17:37,546 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-254659374/flush-table-proc/abort' 2024-11-19T11:17:37,546 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-254659374/flush-table-proc/acquired' 2024-11-19T11:17:37,547 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:37,547 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:37,547 DEBUG [RS:0;16c88966c0af:38327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,547 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38327,1732015055177' 2024-11-19T11:17:37,547 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-254659374/online-snapshot/abort' 2024-11-19T11:17:37,548 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-254659374/online-snapshot/acquired' 2024-11-19T11:17:37,549 DEBUG [RS:0;16c88966c0af:38327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:37,549 INFO [RS:0;16c88966c0af:38327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:37,549 INFO [RS:0;16c88966c0af:38327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:37,649 INFO [RS:0;16c88966c0af:38327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:37,653 INFO [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38327%2C1732015055177, suffix=, logDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs, maxLogs=10 2024-11-19T11:17:37,674 DEBUG [RS:0;16c88966c0af:38327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653, exclude list is [], retry=0 2024-11-19T11:17:37,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59,DISK] 2024-11-19T11:17:37,683 INFO [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 2024-11-19T11:17:37,684 DEBUG [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-19T11:17:37,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:37,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:37,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:37,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:37,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:37,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:37,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:37,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:37,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:37,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:37,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:37,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:37,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:37,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:37,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:37,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740 2024-11-19T11:17:37,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740 2024-11-19T11:17:37,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:37,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:37,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:37,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:37,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:37,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67372534, jitterRate=0.0039289891719818115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015057776Initializing all the Stores at 1732015057778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015057778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015057778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015057778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015057778Cleaning up temporary data from old regions at 1732015057801 (+23 ms)Region opened successfully at 1732015057812 (+11 ms) 2024-11-19T11:17:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:37,812 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:37,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:37,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:37,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015057812Disabling compacts and flushes for region at 1732015057812Disabling writes for close at 1732015057812Writing region close event to WAL at 1732015057813 (+1 ms)Closed at 1732015057813 2024-11-19T11:17:37,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:37,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:17:37,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:37,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:37,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:17:37,973 DEBUG [16c88966c0af:42051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:37,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,38327,1732015055177 2024-11-19T11:17:37,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38327,1732015055177, state=OPENING 2024-11-19T11:17:38,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:17:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:38,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:38,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-254659374/meta-region-server: CHANGED 2024-11-19T11:17:38,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:38,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38327,1732015055177}] 2024-11-19T11:17:38,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-254659374/meta-region-server: CHANGED 2024-11-19T11:17:38,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:38,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:38,203 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:38,203 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:38,204 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:38,206 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38327%2C1732015055177.meta, suffix=.meta, logDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs, maxLogs=10 2024-11-19T11:17:38,225 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.meta.1732015058207.meta, exclude list is [], retry=0 2024-11-19T11:17:38,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59,DISK] 2024-11-19T11:17:38,230 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.meta.1732015058207.meta 2024-11-19T11:17:38,230 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-19T11:17:38,231 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:38,231 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:38,231 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:38,231 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:38,231 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:38,232 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:38,232 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:38,232 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:38,232 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:38,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:38,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:38,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:38,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:38,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:38,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:38,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:38,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:38,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:38,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:38,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:38,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:38,244 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:38,245 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740 2024-11-19T11:17:38,246 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740 2024-11-19T11:17:38,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:38,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:38,249 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:38,250 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:38,251 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60194647, jitterRate=-0.10302986204624176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:38,251 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:38,252 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015058232Writing region info on filesystem at 1732015058232Initializing all the Stores at 1732015058233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015058233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015058236 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015058236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015058236Cleaning up temporary data from old regions at 1732015058248 (+12 ms)Running coprocessor post-open hooks at 1732015058251 (+3 ms)Region opened successfully at 1732015058252 (+1 ms) 2024-11-19T11:17:38,253 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015058195 2024-11-19T11:17:38,257 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:38,257 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:38,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,38327,1732015055177 2024-11-19T11:17:38,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38327,1732015055177, state=OPEN 2024-11-19T11:17:38,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:38,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-254659374/meta-region-server 2024-11-19T11:17:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-254659374/meta-region-server 2024-11-19T11:17:38,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,38327,1732015055177 2024-11-19T11:17:38,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-254659374/meta-region-server: CHANGED 2024-11-19T11:17:38,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-254659374/meta-region-server: CHANGED 2024-11-19T11:17:38,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:38,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:17:38,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38327,1732015055177 in 256 msec 2024-11-19T11:17:38,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:17:38,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-19T11:17:38,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:38,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:17:38,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:38,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38327,1732015055177, seqNum=-1] 2024-11-19T11:17:38,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:38,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:38,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 989 msec 2024-11-19T11:17:38,316 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015058316, completionTime=-1 2024-11-19T11:17:38,316 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:17:38,316 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015118319 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015178319 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:42051, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,322 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:17:38,324 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.074sec 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:38,325 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:38,328 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:38,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:38,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42051,1732015054943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:38,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5e2a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:38,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42051,-1 for getting cluster id 2024-11-19T11:17:38,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:38,409 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a67bfed5-d3e2-4d59-a300-f697f8d45a9f' 2024-11-19T11:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a67bfed5-d3e2-4d59-a300-f697f8d45a9f" 2024-11-19T11:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd8e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42051,-1] 2024-11-19T11:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:38,411 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:38,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420e081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:38,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38327,1732015055177, seqNum=-1] 2024-11-19T11:17:38,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:38,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:38,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,42051,1732015054943 2024-11-19T11:17:38,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:38,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d053b10002 connected 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir so I do NOT create it in target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f 2024-11-19T11:17:38,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.tmp.dir so I do NOT create it in target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f 2024-11-19T11:17:38,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:17:38,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/cluster_cabb18e0-e79a-e2f9-0bd4-f2b1f31c756e, deleteOnExit=true 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/test.cache.data in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:17:38,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:17:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:17:38,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:38,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:38,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:38,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:38,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:17:38,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:38,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ca2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:38,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d40cff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:38,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6491284b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-17576874518429824564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:38,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de3671{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-19T11:17:38,893 INFO [Time-limited test {}] server.Server(415): Started @43632ms 2024-11-19T11:17:39,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:39,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:39,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:39,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:39,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:17:39,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a941f8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:39,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2abba505{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:39,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73362ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/java.io.tmpdir/jetty-localhost-37619-hadoop-hdfs-3_4_1-tests_jar-_-any-595577372249614888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:39,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca078ea{HTTP/1.1, (http/1.1)}{localhost:37619} 2024-11-19T11:17:39,321 INFO [Time-limited test {}] server.Server(415): Started @44060ms 2024-11-19T11:17:39,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:17:39,724 WARN [RS:0;16c88966c0af:38327 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 16c88966c0af,33413,1732015023267: status=Processing ServerCrashProcedure of 16c88966c0af,33413,1732015023267 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732015042285, completionTime=-1 appears to have been leaked 2024-11-19T11:17:40,001 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/cluster_cabb18e0-e79a-e2f9-0bd4-f2b1f31c756e/data/data2/current/BP-2139026342-172.17.0.2-1732015058478/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:40,001 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/cluster_cabb18e0-e79a-e2f9-0bd4-f2b1f31c756e/data/data1/current/BP-2139026342-172.17.0.2-1732015058478/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:40,019 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:17:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4679e9233f40e460 with lease ID 0x98f35794a422f1bb: Processing first storage report for DS-988d6dce-616b-48a0-81b2-5f0e965598c5 from datanode DatanodeRegistration(127.0.0.1:37921, datanodeUuid=36b4720d-59dd-4857-961c-9b27d84b8f09, infoPort=42845, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1706545029;c=1732015058478) 2024-11-19T11:17:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4679e9233f40e460 with lease ID 0x98f35794a422f1bb: from storage DS-988d6dce-616b-48a0-81b2-5f0e965598c5 node DatanodeRegistration(127.0.0.1:37921, datanodeUuid=36b4720d-59dd-4857-961c-9b27d84b8f09, infoPort=42845, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1706545029;c=1732015058478), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4679e9233f40e460 with lease ID 0x98f35794a422f1bb: Processing first storage report for DS-4ed25fe2-8030-42ac-ad13-6ddb9a3a6180 from datanode DatanodeRegistration(127.0.0.1:37921, datanodeUuid=36b4720d-59dd-4857-961c-9b27d84b8f09, infoPort=42845, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1706545029;c=1732015058478) 2024-11-19T11:17:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4679e9233f40e460 with lease ID 0x98f35794a422f1bb: from storage DS-4ed25fe2-8030-42ac-ad13-6ddb9a3a6180 node DatanodeRegistration(127.0.0.1:37921, datanodeUuid=36b4720d-59dd-4857-961c-9b27d84b8f09, infoPort=42845, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1706545029;c=1732015058478), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:40,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f 2024-11-19T11:17:40,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:17:40,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258 with version=8 2024-11-19T11:17:40,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/hbase-staging 2024-11-19T11:17:40,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:40,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:40,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40847 2024-11-19T11:17:40,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40847 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408470x0, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:40,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40847-0x10152d053b10003 connected 2024-11-19T11:17:40,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/running 2024-11-19T11:17:40,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258, hbase.cluster.distributed=false 2024-11-19T11:17:40,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/acl 2024-11-19T11:17:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-19T11:17:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40847 2024-11-19T11:17:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40847 2024-11-19T11:17:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-19T11:17:40,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-19T11:17:40,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:40,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:40,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42243 2024-11-19T11:17:40,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42243 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:40,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422430x0, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:40,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422430x0, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/running 2024-11-19T11:17:40,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42243-0x10152d053b10004 connected 2024-11-19T11:17:40,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:40,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:40,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/master 2024-11-19T11:17:40,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/acl 2024-11-19T11:17:40,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-19T11:17:40,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42243 2024-11-19T11:17:40,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42243 2024-11-19T11:17:40,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-19T11:17:40,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-19T11:17:40,664 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:40847 2024-11-19T11:17:40,665 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11686169755/backup-masters/16c88966c0af,40847,1732015060477 2024-11-19T11:17:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/backup-masters 2024-11-19T11:17:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/backup-masters 2024-11-19T11:17:40,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on existing znode=/11686169755/backup-masters/16c88966c0af,40847,1732015060477 2024-11-19T11:17:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686169755/master 2024-11-19T11:17:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:40,687 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on existing znode=/11686169755/master 2024-11-19T11:17:40,688 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11686169755/backup-masters/16c88966c0af,40847,1732015060477 from backup master directory 2024-11-19T11:17:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686169755/backup-masters/16c88966c0af,40847,1732015060477 2024-11-19T11:17:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/backup-masters 2024-11-19T11:17:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/backup-masters 2024-11-19T11:17:40,697 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:40,697 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,40847,1732015060477 2024-11-19T11:17:40,702 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/hbase.id] with ID: 080c453a-359e-4f9a-bb45-a465f3c322f5 2024-11-19T11:17:40,702 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/.tmp/hbase.id 2024-11-19T11:17:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:17:41,108 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/.tmp/hbase.id]:[hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/hbase.id] 2024-11-19T11:17:41,120 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:41,120 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:41,121 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:17:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:17:41,587 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:41,587 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:41,588 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:17:41,995 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store 2024-11-19T11:17:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:17:42,401 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:42,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:42,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:42,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:42,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:42,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:42,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:42,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015062402Disabling compacts and flushes for region at 1732015062402Disabling writes for close at 1732015062402Writing region close event to WAL at 1732015062402Closed at 1732015062402 2024-11-19T11:17:42,403 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/.initializing 2024-11-19T11:17:42,403 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/WALs/16c88966c0af,40847,1732015060477 2024-11-19T11:17:42,404 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:42,406 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C40847%2C1732015060477, suffix=, logDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/WALs/16c88966c0af,40847,1732015060477, archiveDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:42,422 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/WALs/16c88966c0af,40847,1732015060477/16c88966c0af%2C40847%2C1732015060477.1732015062407, exclude list is [], retry=0 2024-11-19T11:17:42,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-988d6dce-616b-48a0-81b2-5f0e965598c5,DISK] 2024-11-19T11:17:42,427 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/WALs/16c88966c0af,40847,1732015060477/16c88966c0af%2C40847%2C1732015060477.1732015062407 2024-11-19T11:17:42,428 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42845:42845)] 2024-11-19T11:17:42,428 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:42,428 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:42,428 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,429 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:42,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:42,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:42,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:42,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:42,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:42,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:42,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:42,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:42,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:42,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:42,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:42,439 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,439 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,440 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,441 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,441 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,441 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:42,442 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:42,444 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:42,445 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73719703, jitterRate=0.09850917756557465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:42,445 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015062429Initializing all the Stores at 1732015062430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015062430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015062430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015062430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015062430Cleaning up temporary data from old regions at 1732015062441 (+11 ms)Region opened successfully at 1732015062445 (+4 ms) 2024-11-19T11:17:42,445 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:42,449 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d3291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:42,450 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:17:42,450 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:42,450 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:42,450 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:42,451 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:17:42,451 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:17:42,452 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:42,454 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:42,455 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:42,550 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/balancer already deleted, retry=false 2024-11-19T11:17:42,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:42,552 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:42,613 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/normalizer already deleted, retry=false 2024-11-19T11:17:42,613 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:42,615 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:42,623 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/switch/split already deleted, retry=false 2024-11-19T11:17:42,625 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:42,634 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/switch/merge already deleted, retry=false 2024-11-19T11:17:42,637 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:42,648 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686169755/running 2024-11-19T11:17:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686169755/running 2024-11-19T11:17:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,660 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,40847,1732015060477, sessionid=0x10152d053b10003, setting cluster-up flag (Was=false) 2024-11-19T11:17:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,712 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686169755/flush-table-proc/acquired, /11686169755/flush-table-proc/reached, /11686169755/flush-table-proc/abort 2024-11-19T11:17:42,713 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40847,1732015060477 2024-11-19T11:17:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:42,764 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686169755/online-snapshot/acquired, /11686169755/online-snapshot/reached, /11686169755/online-snapshot/abort 2024-11-19T11:17:42,765 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40847,1732015060477 2024-11-19T11:17:42,767 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:17:42,769 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:42,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:42,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:42,769 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,40847,1732015060477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:42,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:42,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:17:42,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:42,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015092779 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:42,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:42,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:42,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:42,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:17:42,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:42,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:17:42,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:17:42,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:17:42,783 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,784 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:42,784 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:42,784 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:42,784 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:17:42,788 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:42,788 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:42,790 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015062788,5,FailOnTimeoutGroup] 2024-11-19T11:17:42,791 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015062790,5,FailOnTimeoutGroup] 2024-11-19T11:17:42,791 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,791 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:42,791 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,791 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,857 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(746): ClusterId : 080c453a-359e-4f9a-bb45-a465f3c322f5 2024-11-19T11:17:42,857 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:42,870 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:42,870 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:42,881 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:42,881 DEBUG [RS:0;16c88966c0af:42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448ee420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:42,892 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:42243 2024-11-19T11:17:42,893 INFO [RS:0;16c88966c0af:42243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:42,893 INFO [RS:0;16c88966c0af:42243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:42,893 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:42,894 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,40847,1732015060477 with port=42243, startcode=1732015060626 2024-11-19T11:17:42,894 DEBUG [RS:0;16c88966c0af:42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:42,896 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:42,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40847 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,898 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258 2024-11-19T11:17:42,898 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40229 2024-11-19T11:17:42,898 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:42,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/rs 2024-11-19T11:17:42,958 DEBUG [RS:0;16c88966c0af:42243 {}] zookeeper.ZKUtil(111): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on existing znode=/11686169755/rs/16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,958 WARN [RS:0;16c88966c0af:42243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:42,958 INFO [RS:0;16c88966c0af:42243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:42,959 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,42243,1732015060626] 2024-11-19T11:17:42,962 INFO [RS:0;16c88966c0af:42243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:42,964 INFO [RS:0;16c88966c0af:42243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:42,964 INFO [RS:0;16c88966c0af:42243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:42,964 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,964 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:42,965 INFO [RS:0;16c88966c0af:42243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:42,965 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,965 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,965 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,965 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,965 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,965 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:42,966 DEBUG [RS:0;16c88966c0af:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:42,966 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,966 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,966 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,967 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,967 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,967 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42243,1732015060626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:42,980 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:42,980 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42243,1732015060626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,980 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,980 INFO [RS:0;16c88966c0af:42243 {}] regionserver.Replication(171): 16c88966c0af,42243,1732015060626 started 2024-11-19T11:17:42,992 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:42,992 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,42243,1732015060626, RpcServer on 16c88966c0af/172.17.0.2:42243, sessionid=0x10152d053b10004 2024-11-19T11:17:42,993 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:42,993 DEBUG [RS:0;16c88966c0af:42243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,993 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42243,1732015060626' 2024-11-19T11:17:42,993 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686169755/flush-table-proc/abort' 2024-11-19T11:17:42,993 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686169755/flush-table-proc/acquired' 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,42243,1732015060626 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42243,1732015060626' 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686169755/online-snapshot/abort' 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686169755/online-snapshot/acquired' 2024-11-19T11:17:42,994 DEBUG [RS:0;16c88966c0af:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:42,994 INFO [RS:0;16c88966c0af:42243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:42,994 INFO [RS:0;16c88966c0af:42243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:43,095 INFO [RS:0;16c88966c0af:42243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:43,096 INFO [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42243%2C1732015060626, suffix=, logDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626, archiveDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/oldWALs, maxLogs=10 2024-11-19T11:17:43,108 DEBUG [RS:0;16c88966c0af:42243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626/16c88966c0af%2C42243%2C1732015060626.1732015063097, exclude list is [], retry=0 2024-11-19T11:17:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-988d6dce-616b-48a0-81b2-5f0e965598c5,DISK] 2024-11-19T11:17:43,113 INFO [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626/16c88966c0af%2C42243%2C1732015060626.1732015063097 2024-11-19T11:17:43,113 DEBUG [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42845:42845)] 2024-11-19T11:17:43,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:17:43,187 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258 2024-11-19T11:17:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:17:43,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:43,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:43,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:43,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:43,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:43,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:43,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:43,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:43,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:43,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:43,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:43,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:43,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:43,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:43,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:43,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740 2024-11-19T11:17:43,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740 2024-11-19T11:17:43,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:43,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:43,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:43,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:43,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:43,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74554749, jitterRate=0.11095233261585236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015063593Initializing all the Stores at 1732015063594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015063594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015063594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015063594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015063594Cleaning up temporary data from old regions at 1732015063603 (+9 ms)Region opened successfully at 1732015063607 (+4 ms) 2024-11-19T11:17:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:43,607 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:43,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:43,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:43,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015063607Disabling compacts and flushes for region at 1732015063607Disabling writes for close at 1732015063607Writing region close event to WAL at 1732015063607Closed at 1732015063607 2024-11-19T11:17:43,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:43,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:17:43,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:43,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:43,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:17:43,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:43,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:43,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:43,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:17:43,761 DEBUG [16c88966c0af:40847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:43,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,42243,1732015060626 2024-11-19T11:17:43,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42243,1732015060626, state=OPENING 2024-11-19T11:17:43,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:17:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:43,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:43,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686169755/meta-region-server: CHANGED 2024-11-19T11:17:43,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42243,1732015060626}] 2024-11-19T11:17:43,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686169755/meta-region-server: CHANGED 2024-11-19T11:17:43,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:43,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:43,986 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:43,986 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:43,986 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:43,988 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42243%2C1732015060626.meta, suffix=.meta, logDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626, archiveDir=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/oldWALs, maxLogs=10 2024-11-19T11:17:44,002 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626/16c88966c0af%2C42243%2C1732015060626.meta.1732015063988.meta, exclude list is [], retry=0 2024-11-19T11:17:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-988d6dce-616b-48a0-81b2-5f0e965598c5,DISK] 2024-11-19T11:17:44,006 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626/16c88966c0af%2C42243%2C1732015060626.meta.1732015063988.meta 2024-11-19T11:17:44,006 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42845:42845)] 2024-11-19T11:17:44,006 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:44,007 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:44,007 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:44,007 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:44,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:44,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:44,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:44,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:44,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:44,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:44,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:44,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:44,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:44,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:44,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:44,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:44,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:44,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:44,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:44,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:44,013 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:44,014 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740 2024-11-19T11:17:44,014 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740 2024-11-19T11:17:44,015 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:44,015 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:44,016 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:44,017 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:44,018 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58966716, jitterRate=-0.1213274598121643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:44,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:44,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015064007Writing region info on filesystem at 1732015064007Initializing all the Stores at 1732015064008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015064008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015064008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015064008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015064008Cleaning up temporary data from old regions at 1732015064015 (+7 ms)Running coprocessor post-open hooks at 1732015064018 (+3 ms)Region opened successfully at 1732015064018 2024-11-19T11:17:44,019 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015063981 2024-11-19T11:17:44,021 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:44,021 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:44,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,42243,1732015060626 2024-11-19T11:17:44,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42243,1732015060626, state=OPEN 2024-11-19T11:17:44,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686169755/meta-region-server 2024-11-19T11:17:44,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686169755/meta-region-server 2024-11-19T11:17:44,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,42243,1732015060626 2024-11-19T11:17:44,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686169755/meta-region-server: CHANGED 2024-11-19T11:17:44,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686169755/meta-region-server: CHANGED 2024-11-19T11:17:44,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:17:44,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42243,1732015060626 in 206 msec 2024-11-19T11:17:44,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:17:44,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-19T11:17:44,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:44,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:17:44,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:44,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42243,1732015060626, seqNum=-1] 2024-11-19T11:17:44,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:44,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:44,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-19T11:17:44,048 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015064048, completionTime=-1 2024-11-19T11:17:44,048 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:17:44,048 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:44,050 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:44,050 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015124050 2024-11-19T11:17:44,050 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015184050 2024-11-19T11:17:44,050 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:40847, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,051 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,053 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.358sec 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:44,055 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:44,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fc239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,057 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:44,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40847,-1 for getting cluster id 2024-11-19T11:17:44,057 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:44,057 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40847,1732015060477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:44,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:44,059 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '080c453a-359e-4f9a-bb45-a465f3c322f5' 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "080c453a-359e-4f9a-bb45-a465f3c322f5" 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8a8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40847,-1] 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:44,061 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:44,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10272bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42243,1732015060626, seqNum=-1] 2024-11-19T11:17:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:44,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,40847,1732015060477 2024-11-19T11:17:44,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55566 2024-11-19T11:17:44,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:44,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d053b10005 connected 2024-11-19T11:17:44,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e85a10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42051,-1 for getting cluster id 2024-11-19T11:17:44,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:44,095 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a67bfed5-d3e2-4d59-a300-f697f8d45a9f' 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a67bfed5-d3e2-4d59-a300-f697f8d45a9f" 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281a07ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42051,-1] 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:44,096 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779758a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42051,1732015054943 2024-11-19T11:17:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8bdea0 2024-11-19T11:17:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:44,099 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:44,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:17:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:17:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:44,103 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40847' 2024-11-19T11:17:44,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9159ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,103 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40847,-1 for getting cluster id 2024-11-19T11:17:44,104 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:44,104 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '080c453a-359e-4f9a-bb45-a465f3c322f5' 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "080c453a-359e-4f9a-bb45-a465f3c322f5" 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec15bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40847,-1] 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:44,106 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:44,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137e3f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:44,107 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:44,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40847,1732015060477 2024-11-19T11:17:44,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ff7f72 2024-11-19T11:17:44,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:44,108 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:44,109 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T11:17:44,109 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:17:44,109 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:44,109 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:44,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:44,109 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:44,111 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:17:44,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:17:44,112 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:44,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:17:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741835_1011 (size=1138) 2024-11-19T11:17:44,161 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:17:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:44,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bead289a7d0dee3abc6ef7268543b69, NAME => 'hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00 2024-11-19T11:17:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741836_1012 (size=44) 2024-11-19T11:17:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3bead289a7d0dee3abc6ef7268543b69, disabling compactions & flushes 2024-11-19T11:17:44,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. after waiting 0 ms 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:44,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:44,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bead289a7d0dee3abc6ef7268543b69: Waiting for close lock at 1732015064929Disabling compacts and flushes for region at 1732015064929Disabling writes for close at 1732015064929Writing region close event to WAL at 1732015064929Closed at 1732015064929 2024-11-19T11:17:44,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:17:44,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015064931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015064931"}]},"ts":"1732015064931"} 2024-11-19T11:17:44,933 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:17:44,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:17:44,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015064934"}]},"ts":"1732015064934"} 2024-11-19T11:17:44,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:17:44,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bead289a7d0dee3abc6ef7268543b69, ASSIGN}] 2024-11-19T11:17:44,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bead289a7d0dee3abc6ef7268543b69, ASSIGN 2024-11-19T11:17:44,939 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bead289a7d0dee3abc6ef7268543b69, ASSIGN; state=OFFLINE, location=16c88966c0af,38327,1732015055177; forceNewPlan=false, retain=false 2024-11-19T11:17:45,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3bead289a7d0dee3abc6ef7268543b69, regionState=OPENING, regionLocation=16c88966c0af,38327,1732015055177 2024-11-19T11:17:45,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bead289a7d0dee3abc6ef7268543b69, ASSIGN because future has completed 2024-11-19T11:17:45,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bead289a7d0dee3abc6ef7268543b69, server=16c88966c0af,38327,1732015055177}] 2024-11-19T11:17:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:45,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:45,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:45,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:17:45,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38327%2C1732015055177.rep, suffix=, logDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177, archiveDir=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs, maxLogs=10 2024-11-19T11:17:45,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.rep.1732015065253, exclude list is [], retry=0 2024-11-19T11:17:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-5ec008b1-b10b-4fec-9ff4-6ff715998a59,DISK] 2024-11-19T11:17:45,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.rep.1732015065253 2024-11-19T11:17:45,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35167:35167)] 2024-11-19T11:17:45,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bead289a7d0dee3abc6ef7268543b69, NAME => 'hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:45,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:45,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:45,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. service=MultiRowMutationService 2024-11-19T11:17:45,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:17:45,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:45,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,280 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,281 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bead289a7d0dee3abc6ef7268543b69 columnFamilyName hfileref 2024-11-19T11:17:45,281 DEBUG [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:45,281 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(327): Store=3bead289a7d0dee3abc6ef7268543b69/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:45,281 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,283 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bead289a7d0dee3abc6ef7268543b69 columnFamilyName queue 2024-11-19T11:17:45,283 DEBUG [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:45,283 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(327): Store=3bead289a7d0dee3abc6ef7268543b69/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:45,283 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,284 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bead289a7d0dee3abc6ef7268543b69 columnFamilyName sid 2024-11-19T11:17:45,285 DEBUG [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:45,285 INFO [StoreOpener-3bead289a7d0dee3abc6ef7268543b69-1 {}] regionserver.HStore(327): Store=3bead289a7d0dee3abc6ef7268543b69/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:45,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:17:45,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:45,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3bead289a7d0dee3abc6ef7268543b69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62588728, jitterRate=-0.06735527515411377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:17:45,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:45,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3bead289a7d0dee3abc6ef7268543b69: Running coprocessor pre-open hook at 1732015065278Writing region info on filesystem at 1732015065278Initializing all the Stores at 1732015065279 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015065279Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015065279Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015065279Cleaning up temporary data from old regions at 1732015065287 (+8 ms)Running coprocessor post-open hooks at 1732015065292 (+5 ms)Region opened successfully at 1732015065293 (+1 ms) 2024-11-19T11:17:45,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69., pid=7, masterSystemTime=1732015065246 2024-11-19T11:17:45,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:45,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:45,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3bead289a7d0dee3abc6ef7268543b69, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,38327,1732015055177 2024-11-19T11:17:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bead289a7d0dee3abc6ef7268543b69, server=16c88966c0af,38327,1732015055177 because future has completed 2024-11-19T11:17:45,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T11:17:45,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bead289a7d0dee3abc6ef7268543b69, server=16c88966c0af,38327,1732015055177 in 207 msec 2024-11-19T11:17:45,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:17:45,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bead289a7d0dee3abc6ef7268543b69, ASSIGN in 365 msec 2024-11-19T11:17:45,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:17:45,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015065306"}]},"ts":"1732015065306"} 2024-11-19T11:17:45,308 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:17:45,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:17:45,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-19T11:17:45,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69., hostname=16c88966c0af,38327,1732015055177, seqNum=2] 2024-11-19T11:17:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:45,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:17:45,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T11:17:45,562 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:17:45,590 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,38327,1732015055177, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:17:45,591 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:45,591 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38327,1732015055177, seqNum=-1] 2024-11-19T11:17:45,591 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:45,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T11:17:45,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,38327,1732015055177', locateType=CURRENT is [region=hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69., hostname=16c88966c0af,38327,1732015055177, seqNum=2] 2024-11-19T11:17:45,598 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T11:17:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T11:17:45,601 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,38327,1732015055177 suceeded 2024-11-19T11:17:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T11:17:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T11:17:45,604 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:17:45,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-19T11:17:45,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40847' 2024-11-19T11:17:45,615 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c56390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:45,615 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40847,-1 for getting cluster id 2024-11-19T11:17:45,615 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:45,616 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '080c453a-359e-4f9a-bb45-a465f3c322f5' 2024-11-19T11:17:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "080c453a-359e-4f9a-bb45-a465f3c322f5" 2024-11-19T11:17:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326e08bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40847,-1] 2024-11-19T11:17:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:45,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:45,617 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:45,618 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f4559e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:45,618 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40847,1732015060477 2024-11-19T11:17:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2c1706 2024-11-19T11:17:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:45,620 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T11:17:45,621 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,38327,1732015055177 (queues=1) is replicating from cluster=a67bfed5-d3e2-4d59-a300-f697f8d45a9f to cluster=080c453a-359e-4f9a-bb45-a465f3c322f5 2024-11-19T11:17:45,621 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C38327%2C1732015055177 2024-11-19T11:17:45,621 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,38327,1732015055177, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:17:45,622 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.shipper16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C38327%2C1732015055177 2024-11-19T11:17:45,622 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653, startPosition=0, beingWritten=true 2024-11-19T11:17:45,827 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:46,133 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:17:46,252 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:17:46,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:46,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:46,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:46,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:17:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42051,1732015054943 2024-11-19T11:17:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2229acf0 2024-11-19T11:17:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:17:46,259 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:17:46,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42051 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:17:46,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:17:46,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:46,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:46,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:46,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:17:46,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=360225531, stopped=false 2024-11-19T11:17:46,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,40847,1732015060477 2024-11-19T11:17:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686169755/running 2024-11-19T11:17:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686169755/running 2024-11-19T11:17:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:46,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:46,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:46,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:46,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,42243,1732015060626' ***** 2024-11-19T11:17:46,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:17:46,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/running 2024-11-19T11:17:46,324 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:17:46,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:17:46,324 INFO [RS:0;16c88966c0af:42243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:17:46,324 INFO [RS:0;16c88966c0af:42243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:17:46,324 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,42243,1732015060626 2024-11-19T11:17:46,324 INFO [RS:0;16c88966c0af:42243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:46,325 INFO [RS:0;16c88966c0af:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42243. 2024-11-19T11:17:46,325 DEBUG [RS:0;16c88966c0af:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:46,325 DEBUG [RS:0;16c88966c0af:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:46,325 INFO [RS:0;16c88966c0af:42243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:17:46,325 INFO [RS:0;16c88966c0af:42243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:17:46,325 INFO [RS:0;16c88966c0af:42243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:17:46,325 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:17:46,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Set watcher on znode that does not yet exist, /11686169755/running 2024-11-19T11:17:46,328 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:17:46,328 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:17:46,328 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:46,328 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:46,328 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:46,329 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:46,329 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:46,329 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:46,329 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T11:17:46,362 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/.tmp/ns/09e6013135964d39b752032c51f9e211 is 43, key is default/ns:d/1732015064043/Put/seqid=0 2024-11-19T11:17:46,369 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741835_1011 (size=5153) 2024-11-19T11:17:46,529 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:46,543 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:46,729 DEBUG [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:46,772 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/.tmp/ns/09e6013135964d39b752032c51f9e211 2024-11-19T11:17:46,778 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/.tmp/ns/09e6013135964d39b752032c51f9e211 as hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/ns/09e6013135964d39b752032c51f9e211 2024-11-19T11:17:46,784 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/ns/09e6013135964d39b752032c51f9e211, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T11:17:46,785 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-19T11:17:46,789 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T11:17:46,789 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:46,789 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:46,789 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:46,790 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015066328Running coprocessor pre-close hooks at 1732015066328Disabling compacts and flushes for region at 1732015066328Disabling writes for close at 1732015066329 (+1 ms)Obtaining lock to block concurrent updates at 1732015066329Preparing flush snapshotting stores in 1588230740 at 1732015066329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732015066329Flushing stores of hbase:meta,,1.1588230740 at 1732015066332 (+3 ms)Flushing 1588230740/ns: creating writer at 1732015066333 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732015066362 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732015066362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404fc367: reopening flushed file at 1732015066777 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1732015066785 (+8 ms)Writing region close event to WAL at 1732015066786 (+1 ms)Running coprocessor post-close hooks at 1732015066789 (+3 ms)Closed at 1732015066789 2024-11-19T11:17:46,790 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:46,929 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,42243,1732015060626; all regions closed. 2024-11-19T11:17:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741834_1010 (size=1152) 2024-11-19T11:17:46,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/WALs/16c88966c0af,42243,1732015060626/16c88966c0af%2C42243%2C1732015060626.meta.1732015063988.meta not finished, retry = 0 2024-11-19T11:17:47,035 DEBUG [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/oldWALs 2024-11-19T11:17:47,035 INFO [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C42243%2C1732015060626.meta:.meta(num 1732015063988) 2024-11-19T11:17:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741832_1008 (size=93) 2024-11-19T11:17:47,039 DEBUG [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/oldWALs 2024-11-19T11:17:47,039 INFO [RS:0;16c88966c0af:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C42243%2C1732015060626:(num 1732015063097) 2024-11-19T11:17:47,039 DEBUG [RS:0;16c88966c0af:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:47,039 INFO [RS:0;16c88966c0af:42243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:47,039 INFO [RS:0;16c88966c0af:42243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:47,040 INFO [RS:0;16c88966c0af:42243 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:47,040 INFO [RS:0;16c88966c0af:42243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:47,040 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:47,040 INFO [RS:0;16c88966c0af:42243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42243 2024-11-19T11:17:47,048 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755/rs 2024-11-19T11:17:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686169755/rs/16c88966c0af,42243,1732015060626 2024-11-19T11:17:47,101 INFO [RS:0;16c88966c0af:42243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:47,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,42243,1732015060626] 2024-11-19T11:17:47,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11686169755/draining/16c88966c0af,42243,1732015060626 already deleted, retry=false 2024-11-19T11:17:47,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,42243,1732015060626 expired; onlineServers=0 2024-11-19T11:17:47,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,40847,1732015060477' ***** 2024-11-19T11:17:47,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:17:47,122 INFO [M:0;16c88966c0af:40847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:47,122 INFO [M:0;16c88966c0af:40847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:47,122 DEBUG [M:0;16c88966c0af:40847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:17:47,122 DEBUG [M:0;16c88966c0af:40847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:17:47,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:17:47,122 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015062790 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015062790,5,FailOnTimeoutGroup] 2024-11-19T11:17:47,122 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015062788 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015062788,5,FailOnTimeoutGroup] 2024-11-19T11:17:47,123 INFO [M:0;16c88966c0af:40847 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:47,123 INFO [M:0;16c88966c0af:40847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:47,123 DEBUG [M:0;16c88966c0af:40847 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:17:47,123 INFO [M:0;16c88966c0af:40847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:17:47,123 INFO [M:0;16c88966c0af:40847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:47,123 INFO [M:0;16c88966c0af:40847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:17:47,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:17:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686169755/master 2024-11-19T11:17:47,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686169755 2024-11-19T11:17:47,132 DEBUG [M:0;16c88966c0af:40847 {}] zookeeper.ZKUtil(347): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Unable to get data of znode /11686169755/master because node does not exist (not an error) 2024-11-19T11:17:47,132 WARN [M:0;16c88966c0af:40847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:17:47,133 INFO [M:0;16c88966c0af:40847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/.lastflushedseqids 2024-11-19T11:17:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741836_1012 (size=99) 2024-11-19T11:17:47,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:47,212 INFO [RS:0;16c88966c0af:42243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:47,212 INFO [RS:0;16c88966c0af:42243 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,42243,1732015060626; zookeeper connection closed. 2024-11-19T11:17:47,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10152d053b10004, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:47,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28d15ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28d15ed 2024-11-19T11:17:47,212 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:17:47,539 INFO [M:0;16c88966c0af:40847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:17:47,539 INFO [M:0;16c88966c0af:40847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:17:47,539 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:47,539 INFO [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:47,539 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:47,539 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:47,539 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:47,539 INFO [M:0;16c88966c0af:40847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T11:17:47,554 DEBUG [M:0;16c88966c0af:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb4bd1969ed4efb8fd9256f70708f71 is 82, key is hbase:meta,,1/info:regioninfo/1732015064022/Put/seqid=0 2024-11-19T11:17:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741837_1013 (size=5672) 2024-11-19T11:17:47,654 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:47,959 INFO [M:0;16c88966c0af:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb4bd1969ed4efb8fd9256f70708f71 2024-11-19T11:17:48,021 DEBUG [M:0;16c88966c0af:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4ca096166c48e69725d216a517d753 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732015064047/Put/seqid=0 2024-11-19T11:17:48,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741838_1014 (size=5275) 2024-11-19T11:17:48,359 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:48,426 INFO [M:0;16c88966c0af:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4ca096166c48e69725d216a517d753 2024-11-19T11:17:48,444 DEBUG [M:0;16c88966c0af:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e2c6552f644ddcad4a78e96ee3b077 is 69, key is 16c88966c0af,42243,1732015060626/rs:state/1732015062896/Put/seqid=0 2024-11-19T11:17:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741839_1015 (size=5156) 2024-11-19T11:17:48,849 INFO [M:0;16c88966c0af:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e2c6552f644ddcad4a78e96ee3b077 2024-11-19T11:17:48,855 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb4bd1969ed4efb8fd9256f70708f71 as hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb4bd1969ed4efb8fd9256f70708f71 2024-11-19T11:17:48,860 INFO [M:0;16c88966c0af:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb4bd1969ed4efb8fd9256f70708f71, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T11:17:48,861 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee4ca096166c48e69725d216a517d753 as hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee4ca096166c48e69725d216a517d753 2024-11-19T11:17:48,865 INFO [M:0;16c88966c0af:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee4ca096166c48e69725d216a517d753, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T11:17:48,866 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1e2c6552f644ddcad4a78e96ee3b077 as hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1e2c6552f644ddcad4a78e96ee3b077 2024-11-19T11:17:48,871 INFO [M:0;16c88966c0af:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40229/user/jenkins/test-data/a6a48ce9-d138-44fd-2d62-d44719942258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1e2c6552f644ddcad4a78e96ee3b077, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T11:17:48,872 INFO [M:0;16c88966c0af:40847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-19T11:17:48,875 INFO [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:48,875 DEBUG [M:0;16c88966c0af:40847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015067539Disabling compacts and flushes for region at 1732015067539Disabling writes for close at 1732015067539Obtaining lock to block concurrent updates at 1732015067539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015067539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732015067539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015067540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015067540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015067553 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015067553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015068008 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015068020 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015068020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015068431 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015068444 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015068444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1657fa74: reopening flushed file at 1732015068854 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260ead12: reopening flushed file at 1732015068860 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5099197a: reopening flushed file at 1732015068866 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1732015068873 (+7 ms)Writing region close event to WAL at 1732015068875 (+2 ms)Closed at 1732015068875 2024-11-19T11:17:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741830_1006 (size=10165) 2024-11-19T11:17:48,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:48,878 INFO [M:0;16c88966c0af:40847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:17:48,878 INFO [M:0;16c88966c0af:40847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40847 2024-11-19T11:17:48,878 INFO [M:0;16c88966c0af:40847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:49,064 INFO [M:0;16c88966c0af:40847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x10152d053b10003, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:49,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73362ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:49,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca078ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:49,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:49,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2abba505{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:49,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a941f8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:49,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:17:49,104 WARN [BP-2139026342-172.17.0.2-1732015058478 heartbeating to localhost/127.0.0.1:40229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:17:49,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:17:49,104 WARN [BP-2139026342-172.17.0.2-1732015058478 heartbeating to localhost/127.0.0.1:40229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139026342-172.17.0.2-1732015058478 (Datanode Uuid 36b4720d-59dd-4857-961c-9b27d84b8f09) service to localhost/127.0.0.1:40229 2024-11-19T11:17:49,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/cluster_cabb18e0-e79a-e2f9-0bd4-f2b1f31c756e/data/data1/current/BP-2139026342-172.17.0.2-1732015058478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:49,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/cluster_cabb18e0-e79a-e2f9-0bd4-f2b1f31c756e/data/data2/current/BP-2139026342-172.17.0.2-1732015058478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:49,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:17:49,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6491284b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:49,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de3671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:49,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:49,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d40cff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:49,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ca2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:49,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:17:49,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:17:49,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:49,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:49,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:49,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:49,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:49,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:17:49,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=234230943, stopped=false 2024-11-19T11:17:49,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,42051,1732015054943 2024-11-19T11:17:49,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-254659374/running 2024-11-19T11:17:49,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-254659374/running 2024-11-19T11:17:49,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:49,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:49,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:49,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:17:49,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:49,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/running 2024-11-19T11:17:49,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:49,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Set watcher on znode that does not yet exist, /0-254659374/running 2024-11-19T11:17:49,140 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,38327,1732015055177' ***** 2024-11-19T11:17:49,140 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:17:49,140 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:17:49,140 INFO [RS:0;16c88966c0af:38327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:17:49,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:17:49,140 INFO [RS:0;16c88966c0af:38327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:17:49,140 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,38327,1732015055177 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38327. 2024-11-19T11:17:49,141 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bead289a7d0dee3abc6ef7268543b69, disabling compactions & flushes 2024-11-19T11:17:49,141 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:49,141 DEBUG [RS:0;16c88966c0af:38327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:49,141 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:49,141 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:49,141 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. after waiting 0 ms 2024-11-19T11:17:49,141 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:49,141 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bead289a7d0dee3abc6ef7268543b69 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:17:49,141 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:17:49,143 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:17:49,143 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1325): Online Regions={3bead289a7d0dee3abc6ef7268543b69=hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:17:49,143 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bead289a7d0dee3abc6ef7268543b69 2024-11-19T11:17:49,143 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:49,143 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:49,143 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:49,143 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:49,143 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:49,143 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T11:17:49,156 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/.tmp/queue/12ac2d9b9baa4d1490571f7a15ba0c2e is 151, key is 1-16c88966c0af,38327,1732015055177/queue:16c88966c0af%2C38327%2C1732015055177/1732015065597/Put/seqid=0 2024-11-19T11:17:49,158 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/info/3ef577fad4764a248b884269e52d3659 is 147, key is hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69./info:regioninfo/1732015065296/Put/seqid=0 2024-11-19T11:17:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741838_1014 (size=5350) 2024-11-19T11:17:49,161 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/.tmp/queue/12ac2d9b9baa4d1490571f7a15ba0c2e 2024-11-19T11:17:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741839_1015 (size=6631) 2024-11-19T11:17:49,164 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:49,168 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/.tmp/queue/12ac2d9b9baa4d1490571f7a15ba0c2e as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/queue/12ac2d9b9baa4d1490571f7a15ba0c2e 2024-11-19T11:17:49,173 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/queue/12ac2d9b9baa4d1490571f7a15ba0c2e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T11:17:49,174 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3bead289a7d0dee3abc6ef7268543b69 in 33ms, sequenceid=5, compaction requested=false 2024-11-19T11:17:49,174 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:17:49,178 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/replication/3bead289a7d0dee3abc6ef7268543b69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:17:49,178 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:49,178 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:49,178 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:49,178 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bead289a7d0dee3abc6ef7268543b69: Waiting for close lock at 1732015069141Running coprocessor pre-close hooks at 1732015069141Disabling compacts and flushes for region at 1732015069141Disabling writes for close at 1732015069141Obtaining lock to block concurrent updates at 1732015069141Preparing flush snapshotting stores in 3bead289a7d0dee3abc6ef7268543b69 at 1732015069141Finished memstore snapshotting hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732015069141Flushing stores of hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. at 1732015069142 (+1 ms)Flushing 3bead289a7d0dee3abc6ef7268543b69/queue: creating writer at 1732015069142Flushing 3bead289a7d0dee3abc6ef7268543b69/queue: appending metadata at 1732015069156 (+14 ms)Flushing 3bead289a7d0dee3abc6ef7268543b69/queue: closing flushed file at 1732015069156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e588bea: reopening flushed file at 1732015069167 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3bead289a7d0dee3abc6ef7268543b69 in 33ms, sequenceid=5, compaction requested=false at 1732015069174 (+7 ms)Writing region close event to WAL at 1732015069175 (+1 ms)Running coprocessor post-close hooks at 1732015069178 (+3 ms)Closed at 1732015069178 2024-11-19T11:17:49,179 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015064109.3bead289a7d0dee3abc6ef7268543b69. 2024-11-19T11:17:49,216 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:49,343 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:49,504 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:17:49,504 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:17:49,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:49,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:49,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:49,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:49,543 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:49,564 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/info/3ef577fad4764a248b884269e52d3659 2024-11-19T11:17:49,588 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/ns/877ba95c71844d9b9e0cf0e069d90821 is 43, key is default/ns:d/1732015058310/Put/seqid=0 2024-11-19T11:17:49,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741840_1016 (size=5153) 2024-11-19T11:17:49,744 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:49,944 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:49,993 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/ns/877ba95c71844d9b9e0cf0e069d90821 2024-11-19T11:17:50,013 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/table/8d2a2cbdcd5247b8ad21808d7cb6620e is 53, key is hbase:replication/table:state/1732015065306/Put/seqid=0 2024-11-19T11:17:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741841_1017 (size=5256) 2024-11-19T11:17:50,069 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.1732015057653 to pos 0, reset compression=false 2024-11-19T11:17:50,144 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:17:50,144 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:17:50,144 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:50,344 DEBUG [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:17:50,423 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/table/8d2a2cbdcd5247b8ad21808d7cb6620e 2024-11-19T11:17:50,429 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/info/3ef577fad4764a248b884269e52d3659 as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/info/3ef577fad4764a248b884269e52d3659 2024-11-19T11:17:50,435 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/info/3ef577fad4764a248b884269e52d3659, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T11:17:50,436 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/ns/877ba95c71844d9b9e0cf0e069d90821 as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/ns/877ba95c71844d9b9e0cf0e069d90821 2024-11-19T11:17:50,442 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/ns/877ba95c71844d9b9e0cf0e069d90821, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:17:50,443 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/.tmp/table/8d2a2cbdcd5247b8ad21808d7cb6620e as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/table/8d2a2cbdcd5247b8ad21808d7cb6620e 2024-11-19T11:17:50,449 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/table/8d2a2cbdcd5247b8ad21808d7cb6620e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T11:17:50,450 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false 2024-11-19T11:17:50,454 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:17:50,455 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:50,455 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:50,455 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:50,455 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015069143Running coprocessor pre-close hooks at 1732015069143Disabling compacts and flushes for region at 1732015069143Disabling writes for close at 1732015069143Obtaining lock to block concurrent updates at 1732015069143Preparing flush snapshotting stores in 1588230740 at 1732015069143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732015069144 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015069145 (+1 ms)Flushing 1588230740/info: creating writer at 1732015069145Flushing 1588230740/info: appending metadata at 1732015069158 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732015069158Flushing 1588230740/ns: creating writer at 1732015069571 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732015069587 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732015069587Flushing 1588230740/table: creating writer at 1732015069999 (+412 ms)Flushing 1588230740/table: appending metadata at 1732015070013 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015070013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6baa6dfb: reopening flushed file at 1732015070428 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4914b580: reopening flushed file at 1732015070435 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51120e66: reopening flushed file at 1732015070443 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=11, compaction requested=false at 1732015070450 (+7 ms)Writing region close event to WAL at 1732015070451 (+1 ms)Running coprocessor post-close hooks at 1732015070455 (+4 ms)Closed at 1732015070455 2024-11-19T11:17:50,455 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:50,545 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,38327,1732015055177; all regions closed. 2024-11-19T11:17:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741834_1010 (size=2742) 2024-11-19T11:17:50,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.meta.1732015058207.meta not finished, retry = 0 2024-11-19T11:17:50,649 DEBUG [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs 2024-11-19T11:17:50,649 INFO [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C38327%2C1732015055177.meta:.meta(num 1732015058207) 2024-11-19T11:17:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741837_1013 (size=1586) 2024-11-19T11:17:50,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/WALs/16c88966c0af,38327,1732015055177/16c88966c0af%2C38327%2C1732015055177.rep.1732015065253 not finished, retry = 0 2024-11-19T11:17:50,755 DEBUG [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs 2024-11-19T11:17:50,755 INFO [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C38327%2C1732015055177.rep:(num 1732015065253) 2024-11-19T11:17:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741833_1009 (size=93) 2024-11-19T11:17:50,759 DEBUG [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/oldWALs 2024-11-19T11:17:50,759 INFO [RS:0;16c88966c0af:38327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C38327%2C1732015055177:(num 1732015057653) 2024-11-19T11:17:50,759 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:50,759 INFO [RS:0;16c88966c0af:38327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:17:50,759 INFO [RS:0;16c88966c0af:38327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:50,759 INFO [RS:0;16c88966c0af:38327 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:50,760 INFO [RS:0;16c88966c0af:38327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:50,760 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:50,760 INFO [RS:0;16c88966c0af:38327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,38327,1732015055177 because: Region server is closing 2024-11-19T11:17:50,760 INFO [RS:0;16c88966c0af:38327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38327. 2024-11-19T11:17:50,760 DEBUG [RS:0;16c88966c0af:38327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:17:50,760 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:50,760 DEBUG [RS:0;16c88966c0af:38327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:50,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:17:50,861 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.shipper16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:17:50,861 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.wal-reader.16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:17:50,861 INFO [RS:0;16c88966c0af:38327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38327,1732015055177.replicationSource.shipper16c88966c0af%2C38327%2C1732015055177,1-16c88966c0af,38327,1732015055177 terminated 2024-11-19T11:17:50,861 INFO [RS:0;16c88966c0af:38327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38327 2024-11-19T11:17:50,974 INFO [RS:0;16c88966c0af:38327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:50,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374/rs 2024-11-19T11:17:50,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-254659374/rs/16c88966c0af,38327,1732015055177 2024-11-19T11:17:50,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,38327,1732015055177] 2024-11-19T11:17:50,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-254659374/draining/16c88966c0af,38327,1732015055177 already deleted, retry=false 2024-11-19T11:17:50,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,38327,1732015055177 expired; onlineServers=0 2024-11-19T11:17:50,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,42051,1732015054943' ***** 2024-11-19T11:17:50,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:17:50,996 INFO [M:0;16c88966c0af:42051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:17:50,996 INFO [M:0;16c88966c0af:42051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:17:50,996 DEBUG [M:0;16c88966c0af:42051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:17:50,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:17:50,996 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015057349 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015057349,5,FailOnTimeoutGroup] 2024-11-19T11:17:50,996 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015057345 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015057345,5,FailOnTimeoutGroup] 2024-11-19T11:17:50,996 DEBUG [M:0;16c88966c0af:42051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:17:50,997 INFO [M:0;16c88966c0af:42051 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:17:50,997 INFO [M:0;16c88966c0af:42051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:17:50,997 DEBUG [M:0;16c88966c0af:42051 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:17:50,997 INFO [M:0;16c88966c0af:42051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:17:50,997 INFO [M:0;16c88966c0af:42051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:17:50,997 INFO [M:0;16c88966c0af:42051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:17:50,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:17:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-254659374/master 2024-11-19T11:17:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-254659374 2024-11-19T11:17:51,006 DEBUG [M:0;16c88966c0af:42051 {}] zookeeper.ZKUtil(347): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Unable to get data of znode /0-254659374/master because node does not exist (not an error) 2024-11-19T11:17:51,006 WARN [M:0;16c88966c0af:42051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:17:51,007 INFO [M:0;16c88966c0af:42051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/.lastflushedseqids 2024-11-19T11:17:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741842_1018 (size=181) 2024-11-19T11:17:51,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:51,085 INFO [RS:0;16c88966c0af:38327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:51,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38327-0x10152d053b10001, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:51,085 INFO [RS:0;16c88966c0af:38327 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,38327,1732015055177; zookeeper connection closed. 2024-11-19T11:17:51,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 2024-11-19T11:17:51,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:17:51,412 INFO [M:0;16c88966c0af:42051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:17:51,412 INFO [M:0;16c88966c0af:42051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:17:51,412 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:51,412 INFO [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:51,412 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:51,412 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:51,412 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:51,412 INFO [M:0;16c88966c0af:42051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T11:17:51,427 DEBUG [M:0;16c88966c0af:42051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4565a5f7b94d84b13389e7cf4bd8d7 is 82, key is hbase:meta,,1/info:regioninfo/1732015058258/Put/seqid=0 2024-11-19T11:17:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741843_1019 (size=5672) 2024-11-19T11:17:51,832 INFO [M:0;16c88966c0af:42051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4565a5f7b94d84b13389e7cf4bd8d7 2024-11-19T11:17:51,854 DEBUG [M:0;16c88966c0af:42051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40f7c944f094492080da09cc86a078de is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732015065310/Put/seqid=0 2024-11-19T11:17:51,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741844_1020 (size=7203) 2024-11-19T11:17:52,258 INFO [M:0;16c88966c0af:42051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40f7c944f094492080da09cc86a078de 2024-11-19T11:17:52,283 DEBUG [M:0;16c88966c0af:42051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc29aaeed7994b9e96f0a5d2e60c5ea8 is 69, key is 16c88966c0af,38327,1732015055177/rs:state/1732015057453/Put/seqid=0 2024-11-19T11:17:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741845_1021 (size=5156) 2024-11-19T11:17:52,690 INFO [M:0;16c88966c0af:42051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc29aaeed7994b9e96f0a5d2e60c5ea8 2024-11-19T11:17:52,696 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df4565a5f7b94d84b13389e7cf4bd8d7 as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df4565a5f7b94d84b13389e7cf4bd8d7 2024-11-19T11:17:52,700 INFO [M:0;16c88966c0af:42051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df4565a5f7b94d84b13389e7cf4bd8d7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T11:17:52,701 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40f7c944f094492080da09cc86a078de as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40f7c944f094492080da09cc86a078de 2024-11-19T11:17:52,706 INFO [M:0;16c88966c0af:42051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40f7c944f094492080da09cc86a078de, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T11:17:52,708 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc29aaeed7994b9e96f0a5d2e60c5ea8 as hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc29aaeed7994b9e96f0a5d2e60c5ea8 2024-11-19T11:17:52,719 INFO [M:0;16c88966c0af:42051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39609/user/jenkins/test-data/89376e95-6cd9-a666-893e-df20d8185b00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc29aaeed7994b9e96f0a5d2e60c5ea8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T11:17:52,721 INFO [M:0;16c88966c0af:42051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false 2024-11-19T11:17:52,722 INFO [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:52,722 DEBUG [M:0;16c88966c0af:42051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015071412Disabling compacts and flushes for region at 1732015071412Disabling writes for close at 1732015071412Obtaining lock to block concurrent updates at 1732015071412Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015071412Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732015071413 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015071413Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015071413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015071427 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015071427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015071837 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015071853 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015071853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015072264 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015072283 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015072283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c6dfcc: reopening flushed file at 1732015072695 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19741077: reopening flushed file at 1732015072700 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abaeda3: reopening flushed file at 1732015072706 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false at 1732015072721 (+15 ms)Writing region close event to WAL at 1732015072722 (+1 ms)Closed at 1732015072722 2024-11-19T11:17:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741830_1006 (size=41008) 2024-11-19T11:17:52,726 INFO [M:0;16c88966c0af:42051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:17:52,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:17:52,726 INFO [M:0;16c88966c0af:42051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42051 2024-11-19T11:17:52,726 INFO [M:0;16c88966c0af:42051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:17:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:17:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:17:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:17:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:17:52,874 INFO [M:0;16c88966c0af:42051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:17:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42051-0x10152d053b10000, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:17:52,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a85bba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:52,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71f8ec0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:52,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:52,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d40c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:52,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6999a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:52,879 WARN [BP-1929130437-172.17.0.2-1732015052842 heartbeating to localhost/127.0.0.1:39609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:17:52,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:17:52,879 WARN [BP-1929130437-172.17.0.2-1732015052842 heartbeating to localhost/127.0.0.1:39609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929130437-172.17.0.2-1732015052842 (Datanode Uuid ff526d80-d6da-48a7-8ce6-42bddff4eb18) service to localhost/127.0.0.1:39609 2024-11-19T11:17:52,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:17:52,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/data/data1/current/BP-1929130437-172.17.0.2-1732015052842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:52,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/cluster_6cfc100b-54a9-b792-fd83-3bccb515b3f5/data/data2/current/BP-1929130437-172.17.0.2-1732015052842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:17:52,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:17:52,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761e68a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:52,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76c3cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:17:52,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:17:52,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e0fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:17:52,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d3681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58bd3969-599e-48d0-ce90-9ee02343b023/hadoop.log.dir/,STOPPED} 2024-11-19T11:17:52,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:17:52,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:17:52,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39609 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40229 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=12202 (was 12728) 2024-11-19T11:17:52,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=12202 2024-11-19T11:17:52,930 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T11:17:52,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir so I do NOT create it in target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a 2024-11-19T11:17:52,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:17:52,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.tmp.dir so I do NOT create it in target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a 2024-11-19T11:17:52,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddbec631-e271-ac78-5d73-9a2f35d8ee0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:17:52,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a 2024-11-19T11:17:52,931 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8, deleteOnExit=true 2024-11-19T11:17:52,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/zookeeper_0, clientPort=53282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:17:52,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53282 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/test.cache.data in system properties and HBase conf 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:17:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:17:52,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:17:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:17:52,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:52,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:17:52,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:17:52,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d053b10002, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:17:52,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d053b10005, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:17:52,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d053b10005, quorum=127.0.0.1:55566, baseZNode=/11686169755 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:17:52,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d053b10002, quorum=127.0.0.1:55566, baseZNode=/0-254659374 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:17:53,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:53,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:53,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:53,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:17:53,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:53,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a280f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:53,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ebfcf05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:53,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce2921a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/java.io.tmpdir/jetty-localhost-37087-hadoop-hdfs-3_4_1-tests_jar-_-any-2169499413768502881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:53,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55fa325b{HTTP/1.1, (http/1.1)}{localhost:37087} 2024-11-19T11:17:53,427 INFO [Time-limited test {}] server.Server(415): Started @58166ms 2024-11-19T11:17:54,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:54,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:54,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:54,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:54,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:17:54,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4facbff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:54,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57f0b7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:54,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7181b124{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/java.io.tmpdir/jetty-localhost-35209-hadoop-hdfs-3_4_1-tests_jar-_-any-6321417629698790031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:17:54,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8c4329{HTTP/1.1, (http/1.1)}{localhost:35209} 2024-11-19T11:17:54,107 INFO [Time-limited test {}] server.Server(415): Started @58846ms 2024-11-19T11:17:54,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:17:54,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:17:54,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:54,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:54,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:54,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:17:54,856 WARN [Thread-832 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/data/data2/current/BP-1730461157-172.17.0.2-1732015072981/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:54,856 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/data/data1/current/BP-1730461157-172.17.0.2-1732015072981/current, will proceed with Du for space computation calculation, 2024-11-19T11:17:54,879 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:17:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7fc330edda67b5 with lease ID 0x62b3d9e83a7a30ed: Processing first storage report for DS-c706bfea-dbcd-4518-b149-e6a6ef881faf from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=51ea02c9-8146-493d-a7bc-88f9640863b3, infoPort=46611, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1190483527;c=1732015072981) 2024-11-19T11:17:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7fc330edda67b5 with lease ID 0x62b3d9e83a7a30ed: from storage DS-c706bfea-dbcd-4518-b149-e6a6ef881faf node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=51ea02c9-8146-493d-a7bc-88f9640863b3, infoPort=46611, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1190483527;c=1732015072981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7fc330edda67b5 with lease ID 0x62b3d9e83a7a30ed: Processing first storage report for DS-97be351c-20d7-45ff-918d-acc12cce8a43 from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=51ea02c9-8146-493d-a7bc-88f9640863b3, infoPort=46611, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1190483527;c=1732015072981) 2024-11-19T11:17:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7fc330edda67b5 with lease ID 0x62b3d9e83a7a30ed: from storage DS-97be351c-20d7-45ff-918d-acc12cce8a43 node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=51ea02c9-8146-493d-a7bc-88f9640863b3, infoPort=46611, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1190483527;c=1732015072981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:17:54,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a 2024-11-19T11:17:54,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:54,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:17:55,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690 with version=8 2024-11-19T11:17:55,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/hbase-staging 2024-11-19T11:17:55,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:55,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42299 2024-11-19T11:17:55,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42299 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:17:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422990x0, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:55,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42299-0x10152d0a2650000 connected 2024-11-19T11:17:55,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:55,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:55,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/running 2024-11-19T11:17:55,536 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690, hbase.cluster.distributed=false 2024-11-19T11:17:55,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/acl 2024-11-19T11:17:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42299 2024-11-19T11:17:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42299 2024-11-19T11:17:55,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42299 2024-11-19T11:17:55,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42299 2024-11-19T11:17:55,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42299 2024-11-19T11:17:55,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:17:55,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:17:55,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41201 2024-11-19T11:17:55,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41201 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:17:55,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:55,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:55,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412010x0, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:55,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41201-0x10152d0a2650001 connected 2024-11-19T11:17:55,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/running 2024-11-19T11:17:55,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:17:55,571 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:17:55,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/master 2024-11-19T11:17:55,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/acl 2024-11-19T11:17:55,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-19T11:17:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41201 2024-11-19T11:17:55,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41201 2024-11-19T11:17:55,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-19T11:17:55,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-19T11:17:55,586 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:42299 2024-11-19T11:17:55,586 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0616746312/backup-masters/16c88966c0af,42299,1732015075349 2024-11-19T11:17:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/backup-masters 2024-11-19T11:17:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/backup-masters 2024-11-19T11:17:55,596 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on existing znode=/0616746312/backup-masters/16c88966c0af,42299,1732015075349 2024-11-19T11:17:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:55,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616746312/master 2024-11-19T11:17:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:55,606 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on existing znode=/0616746312/master 2024-11-19T11:17:55,606 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0616746312/backup-masters/16c88966c0af,42299,1732015075349 from backup master directory 2024-11-19T11:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616746312/backup-masters/16c88966c0af,42299,1732015075349 2024-11-19T11:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/backup-masters 2024-11-19T11:17:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/backup-masters 2024-11-19T11:17:55,616 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:55,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,42299,1732015075349 2024-11-19T11:17:55,620 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/hbase.id] with ID: 966e7cc7-716f-44c3-8030-e0cc41d62a56 2024-11-19T11:17:55,621 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/.tmp/hbase.id 2024-11-19T11:17:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:17:56,026 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/.tmp/hbase.id]:[hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/hbase.id] 2024-11-19T11:17:56,039 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:17:56,039 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:17:56,042 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-19T11:17:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:17:56,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:17:56,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:17:56,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:17:56,943 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store 2024-11-19T11:17:56,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:17:57,350 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:57,350 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:17:57,350 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015077350Disabling compacts and flushes for region at 1732015077350Disabling writes for close at 1732015077350Writing region close event to WAL at 1732015077350Closed at 1732015077350 2024-11-19T11:17:57,351 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/.initializing 2024-11-19T11:17:57,351 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/WALs/16c88966c0af,42299,1732015075349 2024-11-19T11:17:57,352 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:57,354 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C42299%2C1732015075349, suffix=, logDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/WALs/16c88966c0af,42299,1732015075349, archiveDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/oldWALs, maxLogs=10 2024-11-19T11:17:57,366 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/WALs/16c88966c0af,42299,1732015075349/16c88966c0af%2C42299%2C1732015075349.1732015077354, exclude list is [], retry=0 2024-11-19T11:17:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-c706bfea-dbcd-4518-b149-e6a6ef881faf,DISK] 2024-11-19T11:17:57,370 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/WALs/16c88966c0af,42299,1732015075349/16c88966c0af%2C42299%2C1732015075349.1732015077354 2024-11-19T11:17:57,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46611:46611)] 2024-11-19T11:17:57,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:57,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:57,371 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,371 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:17:57,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:57,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:57,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:17:57,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:17:57,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:17:57,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:57,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:17:57,379 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,380 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,380 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,381 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,381 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,382 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:57,383 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:17:57,385 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:57,385 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653662, jitterRate=-0.006783038377761841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:57,386 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015077371Initializing all the Stores at 1732015077371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015077372 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015077372Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015077372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015077372Cleaning up temporary data from old regions at 1732015077381 (+9 ms)Region opened successfully at 1732015077386 (+5 ms) 2024-11-19T11:17:57,386 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:17:57,389 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757e4aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:57,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:17:57,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:17:57,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:17:57,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:17:57,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:17:57,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:17:57,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:17:57,392 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:17:57,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/balancer because node does not exist (not necessarily an error) 2024-11-19T11:17:57,469 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/balancer already deleted, retry=false 2024-11-19T11:17:57,469 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:17:57,470 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:17:57,479 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/normalizer already deleted, retry=false 2024-11-19T11:17:57,480 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:17:57,480 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:17:57,490 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/switch/split already deleted, retry=false 2024-11-19T11:17:57,491 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:17:57,500 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/switch/merge already deleted, retry=false 2024-11-19T11:17:57,503 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:17:57,511 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/snapshot-cleanup already deleted, retry=false 2024-11-19T11:17:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616746312/running 2024-11-19T11:17:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0616746312/running 2024-11-19T11:17:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,522 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,42299,1732015075349, sessionid=0x10152d0a2650000, setting cluster-up flag (Was=false) 2024-11-19T11:17:57,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,655 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616746312/flush-table-proc/acquired, /0616746312/flush-table-proc/reached, /0616746312/flush-table-proc/abort 2024-11-19T11:17:57,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42299,1732015075349 2024-11-19T11:17:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:57,727 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0616746312/online-snapshot/acquired, /0616746312/online-snapshot/reached, /0616746312/online-snapshot/abort 2024-11-19T11:17:57,729 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42299,1732015075349 2024-11-19T11:17:57,730 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:17:57,732 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:57,732 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:17:57,732 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:17:57,733 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,42299,1732015075349 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,734 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:57,735 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:57,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:17:57,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:57,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015107740 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:17:57,740 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:17:57,741 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,741 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:17:57,741 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:17:57,741 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:17:57,741 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:17:57,749 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:17:57,749 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:17:57,749 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015077749,5,FailOnTimeoutGroup] 2024-11-19T11:17:57,750 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015077749,5,FailOnTimeoutGroup] 2024-11-19T11:17:57,750 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,750 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:17:57,750 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,750 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:17:57,779 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(746): ClusterId : 966e7cc7-716f-44c3-8030-e0cc41d62a56 2024-11-19T11:17:57,779 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:17:57,792 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:17:57,792 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:17:57,802 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:17:57,803 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78736565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:17:57,818 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:41201 2024-11-19T11:17:57,818 INFO [RS:0;16c88966c0af:41201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:17:57,818 INFO [RS:0;16c88966c0af:41201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:17:57,819 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:17:57,819 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,42299,1732015075349 with port=41201, startcode=1732015075552 2024-11-19T11:17:57,820 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:17:57,821 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:17:57,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42299 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,823 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690 2024-11-19T11:17:57,823 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42887 2024-11-19T11:17:57,823 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:17:57,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/rs 2024-11-19T11:17:57,833 DEBUG [RS:0;16c88966c0af:41201 {}] zookeeper.ZKUtil(111): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on existing znode=/0616746312/rs/16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,833 WARN [RS:0;16c88966c0af:41201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:17:57,833 INFO [RS:0;16c88966c0af:41201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:57,834 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,41201,1732015075552] 2024-11-19T11:17:57,838 INFO [RS:0;16c88966c0af:41201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:17:57,839 INFO [RS:0;16c88966c0af:41201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:17:57,840 INFO [RS:0;16c88966c0af:41201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:17:57,840 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,840 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:17:57,841 INFO [RS:0;16c88966c0af:41201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:17:57,841 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:17:57,842 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:57,843 DEBUG [RS:0;16c88966c0af:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,843 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41201,1732015075552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:57,865 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:17:57,865 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41201,1732015075552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,865 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,865 INFO [RS:0;16c88966c0af:41201 {}] regionserver.Replication(171): 16c88966c0af,41201,1732015075552 started 2024-11-19T11:17:57,886 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:57,886 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,41201,1732015075552, RpcServer on 16c88966c0af/172.17.0.2:41201, sessionid=0x10152d0a2650001 2024-11-19T11:17:57,886 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:17:57,886 DEBUG [RS:0;16c88966c0af:41201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,886 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,41201,1732015075552' 2024-11-19T11:17:57,886 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616746312/flush-table-proc/abort' 2024-11-19T11:17:57,887 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616746312/flush-table-proc/acquired' 2024-11-19T11:17:57,887 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:17:57,887 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:17:57,887 DEBUG [RS:0;16c88966c0af:41201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,41201,1732015075552 2024-11-19T11:17:57,887 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,41201,1732015075552' 2024-11-19T11:17:57,888 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0616746312/online-snapshot/abort' 2024-11-19T11:17:57,888 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0616746312/online-snapshot/acquired' 2024-11-19T11:17:57,888 DEBUG [RS:0;16c88966c0af:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:17:57,888 INFO [RS:0;16c88966c0af:41201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:17:57,888 INFO [RS:0;16c88966c0af:41201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:17:57,989 INFO [RS:0;16c88966c0af:41201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:17:57,990 INFO [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41201%2C1732015075552, suffix=, logDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552, archiveDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs, maxLogs=10 2024-11-19T11:17:58,002 DEBUG [RS:0;16c88966c0af:41201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991, exclude list is [], retry=0 2024-11-19T11:17:58,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-c706bfea-dbcd-4518-b149-e6a6ef881faf,DISK] 2024-11-19T11:17:58,006 INFO [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 2024-11-19T11:17:58,007 DEBUG [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46611:46611)] 2024-11-19T11:17:58,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:17:58,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690 2024-11-19T11:17:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:17:58,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:58,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:58,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:58,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:58,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:58,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:58,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:58,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:58,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:58,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:58,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:58,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:58,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:58,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:58,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:58,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:58,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:58,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:58,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740 2024-11-19T11:17:58,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740 2024-11-19T11:17:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:58,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:58,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:17:58,588 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276365, jitterRate=-0.10181216895580292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015078564Initializing all the Stores at 1732015078565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015078565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015078565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015078565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015078565Cleaning up temporary data from old regions at 1732015078583 (+18 ms)Region opened successfully at 1732015078589 (+6 ms) 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:17:58,589 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:17:58,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:17:58,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015078589Disabling compacts and flushes for region at 1732015078589Disabling writes for close at 1732015078589Writing region close event to WAL at 1732015078589Closed at 1732015078589 2024-11-19T11:17:58,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:58,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:17:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:17:58,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:58,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:17:58,744 DEBUG [16c88966c0af:42299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:17:58,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:17:58,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,41201,1732015075552, state=OPENING 2024-11-19T11:17:58,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:17:58,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:58,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:17:58,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:17:58,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,41201,1732015075552}] 2024-11-19T11:17:58,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616746312/meta-region-server: CHANGED 2024-11-19T11:17:58,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616746312/meta-region-server: CHANGED 2024-11-19T11:17:58,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:17:58,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:17:58,981 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:17:58,981 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:17:58,981 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:17:58,984 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41201%2C1732015075552.meta, suffix=.meta, logDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552, archiveDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs, maxLogs=10 2024-11-19T11:17:59,003 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.meta.1732015078984.meta, exclude list is [], retry=0 2024-11-19T11:17:59,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-c706bfea-dbcd-4518-b149-e6a6ef881faf,DISK] 2024-11-19T11:17:59,016 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.meta.1732015078984.meta 2024-11-19T11:17:59,016 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46611:46611)] 2024-11-19T11:17:59,017 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:17:59,017 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:17:59,017 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:17:59,017 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:17:59,018 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:17:59,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:17:59,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:17:59,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:17:59,018 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:17:59,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:17:59,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:17:59,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:59,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:59,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:17:59,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:17:59,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:59,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:59,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:17:59,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:17:59,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:59,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:59,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:17:59,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:17:59,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:17:59,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:17:59,043 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:17:59,044 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740 2024-11-19T11:17:59,047 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740 2024-11-19T11:17:59,049 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:17:59,049 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:17:59,050 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:17:59,055 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:17:59,059 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73144438, jitterRate=0.08993706107139587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:17:59,059 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:17:59,060 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015079018Writing region info on filesystem at 1732015079018Initializing all the Stores at 1732015079025 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015079025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015079025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015079025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015079025Cleaning up temporary data from old regions at 1732015079049 (+24 ms)Running coprocessor post-open hooks at 1732015079059 (+10 ms)Region opened successfully at 1732015079060 (+1 ms) 2024-11-19T11:17:59,061 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015078964 2024-11-19T11:17:59,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:17:59,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,41201,1732015075552, state=OPEN 2024-11-19T11:17:59,070 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:17:59,070 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:17:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616746312/meta-region-server 2024-11-19T11:17:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0616746312/meta-region-server 2024-11-19T11:17:59,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616746312/meta-region-server: CHANGED 2024-11-19T11:17:59,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0616746312/meta-region-server: CHANGED 2024-11-19T11:17:59,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,41201,1732015075552 2024-11-19T11:17:59,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:17:59,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,41201,1732015075552 in 301 msec 2024-11-19T11:17:59,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:17:59,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-19T11:17:59,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:17:59,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:17:59,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:59,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:17:59,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:59,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:59,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-11-19T11:17:59,132 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015079132, completionTime=-1 2024-11-19T11:17:59,132 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:17:59,132 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:17:59,136 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:17:59,136 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015139136 2024-11-19T11:17:59,136 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015199136 2024-11-19T11:17:59,136 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-19T11:17:59,136 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,137 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,137 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,137 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:42299, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,137 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,140 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:17:59,141 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.531sec 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:17:59,147 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:17:59,150 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:17:59,150 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:17:59,151 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42299,1732015075349-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:17:59,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8e1750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:59,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42299,-1 for getting cluster id 2024-11-19T11:17:59,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:17:59,190 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '966e7cc7-716f-44c3-8030-e0cc41d62a56' 2024-11-19T11:17:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:17:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "966e7cc7-716f-44c3-8030-e0cc41d62a56" 2024-11-19T11:17:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c8e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42299,-1] 2024-11-19T11:17:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:17:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:17:59,193 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:17:59,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2524dad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:17:59,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:17:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:17:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:17:59,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:17:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,42299,1732015075349 2024-11-19T11:17:59,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:17:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:17:59,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir so I do NOT create it in target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c 2024-11-19T11:17:59,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:17:59,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.tmp.dir so I do NOT create it in target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c 2024-11-19T11:17:59,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:17:59,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c 2024-11-19T11:17:59,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:17:59,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/cluster_bc4a8e81-e419-5b57-1776-0f52fcf3b3ba, deleteOnExit=true 2024-11-19T11:17:59,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/test.cache.data in system properties and HBase conf 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:17:59,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:17:59,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:59,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d0a2650002 connected 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:17:59,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:17:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:17:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:17:59,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:17:59,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:59,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:17:59,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:17:59,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:17:59,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:17:59,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:17:59,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ec4f2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:17:59,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410f1829{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:17:59,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43032ad2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-6543146337123198300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:17:59,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5176aab3{HTTP/1.1, (http/1.1)}{localhost:38261} 2024-11-19T11:17:59,776 INFO [Time-limited test {}] server.Server(415): Started @64516ms 2024-11-19T11:18:00,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:18:00,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:18:00,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:18:00,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:18:00,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:18:00,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43462ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:18:00,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc3153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:18:00,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f39995f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/java.io.tmpdir/jetty-localhost-45185-hadoop-hdfs-3_4_1-tests_jar-_-any-4601399849907268222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:18:00,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f70e10{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-19T11:18:00,312 INFO [Time-limited test {}] server.Server(415): Started @65052ms 2024-11-19T11:18:00,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:18:01,124 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/cluster_bc4a8e81-e419-5b57-1776-0f52fcf3b3ba/data/data2/current/BP-1605965029-172.17.0.2-1732015079262/current, will proceed with Du for space computation calculation, 2024-11-19T11:18:01,124 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/cluster_bc4a8e81-e419-5b57-1776-0f52fcf3b3ba/data/data1/current/BP-1605965029-172.17.0.2-1732015079262/current, will proceed with Du for space computation calculation, 2024-11-19T11:18:01,155 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:18:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87ad807df9b8c1b with lease ID 0x332b28f58e4eb0e9: Processing first storage report for DS-6e4be1c2-b0fe-4a6d-be89-e25f4f53ed7f from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=dcd0d889-0e5e-4795-927a-61fa0641d006, infoPort=43699, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=440271557;c=1732015079262) 2024-11-19T11:18:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87ad807df9b8c1b with lease ID 0x332b28f58e4eb0e9: from storage DS-6e4be1c2-b0fe-4a6d-be89-e25f4f53ed7f node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=dcd0d889-0e5e-4795-927a-61fa0641d006, infoPort=43699, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=440271557;c=1732015079262), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:18:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb87ad807df9b8c1b with lease ID 0x332b28f58e4eb0e9: Processing first storage report for DS-a369aec8-45e9-4cf3-91ea-f33fe03a169e from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=dcd0d889-0e5e-4795-927a-61fa0641d006, infoPort=43699, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=440271557;c=1732015079262) 2024-11-19T11:18:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb87ad807df9b8c1b with lease ID 0x332b28f58e4eb0e9: from storage DS-a369aec8-45e9-4cf3-91ea-f33fe03a169e node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=dcd0d889-0e5e-4795-927a-61fa0641d006, infoPort=43699, infoSecurePort=0, ipcPort=42373, storageInfo=lv=-57;cid=testClusterID;nsid=440271557;c=1732015079262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:18:01,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c 2024-11-19T11:18:01,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:18:01,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74 with version=8 2024-11-19T11:18:01,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/hbase-staging 2024-11-19T11:18:01,649 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:18:01,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:18:01,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:18:01,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34119 2024-11-19T11:18:01,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34119 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:18:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341190x0, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:18:01,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34119-0x10152d0a2650003 connected 2024-11-19T11:18:01,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/running 2024-11-19T11:18:01,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74, hbase.cluster.distributed=false 2024-11-19T11:18:01,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/acl 2024-11-19T11:18:01,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-19T11:18:01,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34119 2024-11-19T11:18:01,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34119 2024-11-19T11:18:01,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-19T11:18:01,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34119 2024-11-19T11:18:01,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:18:01,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:18:01,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:18:01,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:18:01,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:18:01,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:18:01,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44145 2024-11-19T11:18:01,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44145 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:18:01,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:01,806 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441450x0, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:18:01,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441450x0, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/running 2024-11-19T11:18:01,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44145-0x10152d0a2650004 connected 2024-11-19T11:18:01,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:18:01,807 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:18:01,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/master 2024-11-19T11:18:01,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/acl 2024-11-19T11:18:01,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-19T11:18:01,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-19T11:18:01,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-19T11:18:01,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-19T11:18:01,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-19T11:18:01,836 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:34119 2024-11-19T11:18:01,837 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1500288737/backup-masters/16c88966c0af,34119,1732015081649 2024-11-19T11:18:01,848 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/backup-masters 2024-11-19T11:18:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/backup-masters 2024-11-19T11:18:01,848 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on existing znode=/1-1500288737/backup-masters/16c88966c0af,34119,1732015081649 2024-11-19T11:18:01,858 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1500288737/master 2024-11-19T11:18:01,858 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:01,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:01,860 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on existing znode=/1-1500288737/master 2024-11-19T11:18:01,861 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1500288737/backup-masters/16c88966c0af,34119,1732015081649 from backup master directory 2024-11-19T11:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1500288737/backup-masters/16c88966c0af,34119,1732015081649 2024-11-19T11:18:01,869 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/backup-masters 2024-11-19T11:18:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/backup-masters 2024-11-19T11:18:01,869 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:18:01,869 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,34119,1732015081649 2024-11-19T11:18:01,877 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/hbase.id] with ID: ec0b6752-f01a-43dc-82e4-fe59a209e39f 2024-11-19T11:18:01,877 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/.tmp/hbase.id 2024-11-19T11:18:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:18:02,290 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/.tmp/hbase.id]:[hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/hbase.id] 2024-11-19T11:18:02,301 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:02,301 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:18:02,303 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T11:18:02,353 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:18:02,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:18:02,762 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:18:02,762 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:18:02,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:18:02,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:18:02,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:18:02,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:18:02,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:18:02,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:18:02,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:18:02,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:18:02,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:18:03,169 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store 2024-11-19T11:18:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:18:03,580 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:18:03,580 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:18:03,580 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015083580Disabling compacts and flushes for region at 1732015083580Disabling writes for close at 1732015083580Writing region close event to WAL at 1732015083580Closed at 1732015083580 2024-11-19T11:18:03,582 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/.initializing 2024-11-19T11:18:03,582 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/WALs/16c88966c0af,34119,1732015081649 2024-11-19T11:18:03,583 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:18:03,585 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C34119%2C1732015081649, suffix=, logDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/WALs/16c88966c0af,34119,1732015081649, archiveDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/oldWALs, maxLogs=10 2024-11-19T11:18:03,604 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/WALs/16c88966c0af,34119,1732015081649/16c88966c0af%2C34119%2C1732015081649.1732015083585, exclude list is [], retry=0 2024-11-19T11:18:03,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-6e4be1c2-b0fe-4a6d-be89-e25f4f53ed7f,DISK] 2024-11-19T11:18:03,613 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/WALs/16c88966c0af,34119,1732015081649/16c88966c0af%2C34119%2C1732015081649.1732015083585 2024-11-19T11:18:03,620 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-19T11:18:03,620 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:18:03,620 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:03,621 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,621 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:18:03,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:03,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:03,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:18:03,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:03,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:03,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:18:03,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:18:03,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:03,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:03,636 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,637 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,637 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,639 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,639 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,639 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:18:03,660 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:18:03,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:18:03,678 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68560977, jitterRate=0.0216381698846817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:18:03,678 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015083621Initializing all the Stores at 1732015083622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015083622Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015083627 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015083627Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015083627Cleaning up temporary data from old regions at 1732015083639 (+12 ms)Region opened successfully at 1732015083678 (+39 ms) 2024-11-19T11:18:03,680 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:18:03,685 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c9279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:18:03,686 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:18:03,687 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:18:03,687 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:18:03,687 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:18:03,688 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:18:03,688 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:18:03,688 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:18:03,694 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:18:03,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/balancer because node does not exist (not necessarily an error) 2024-11-19T11:18:03,706 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/balancer already deleted, retry=false 2024-11-19T11:18:03,706 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:18:03,707 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:18:03,716 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/normalizer already deleted, retry=false 2024-11-19T11:18:03,717 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:18:03,719 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:18:03,732 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/switch/split already deleted, retry=false 2024-11-19T11:18:03,733 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:18:03,742 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/switch/merge already deleted, retry=false 2024-11-19T11:18:03,744 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:18:03,753 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/snapshot-cleanup already deleted, retry=false 2024-11-19T11:18:03,763 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1500288737/running 2024-11-19T11:18:03,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1500288737/running 2024-11-19T11:18:03,763 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,34119,1732015081649, sessionid=0x10152d0a2650003, setting cluster-up flag (Was=false) 2024-11-19T11:18:03,790 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,826 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1500288737/flush-table-proc/acquired, /1-1500288737/flush-table-proc/reached, /1-1500288737/flush-table-proc/abort 2024-11-19T11:18:03,828 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,34119,1732015081649 2024-11-19T11:18:03,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:18:03,848 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:03,879 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1500288737/online-snapshot/acquired, /1-1500288737/online-snapshot/reached, /1-1500288737/online-snapshot/abort 2024-11-19T11:18:03,880 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,34119,1732015081649 2024-11-19T11:18:03,882 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:18:03,884 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:18:03,884 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:18:03,884 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:18:03,884 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,34119,1732015081649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:18:03,886 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:03,887 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:18:03,887 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:03,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:18:03,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:18:03,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:03,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:18:03,920 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015113920 2024-11-19T11:18:03,920 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:18:03,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:18:03,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:18:03,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:18:03,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:18:03,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:18:03,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:18:03,932 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(746): ClusterId : ec0b6752-f01a-43dc-82e4-fe59a209e39f 2024-11-19T11:18:03,932 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:18:03,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:18:03,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74 2024-11-19T11:18:03,936 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:18:03,936 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:18:03,936 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:18:03,936 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:18:03,940 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:18:03,940 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:18:03,948 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015083940,5,FailOnTimeoutGroup] 2024-11-19T11:18:03,950 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:18:03,950 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:18:03,954 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015083948,5,FailOnTimeoutGroup] 2024-11-19T11:18:03,954 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:03,954 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:18:03,955 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:03,955 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:03,959 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:18:03,960 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29202733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:18:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741832_1008 (size=32) 2024-11-19T11:18:03,976 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:44145 2024-11-19T11:18:03,976 INFO [RS:0;16c88966c0af:44145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:18:03,976 INFO [RS:0;16c88966c0af:44145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:18:03,976 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:18:03,977 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,34119,1732015081649 with port=44145, startcode=1732015081785 2024-11-19T11:18:03,977 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:18:03,979 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:18:03,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,44145,1732015081785 2024-11-19T11:18:03,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34119 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,44145,1732015081785 2024-11-19T11:18:03,982 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74 2024-11-19T11:18:03,982 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35117 2024-11-19T11:18:03,982 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:18:04,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/rs 2024-11-19T11:18:04,050 DEBUG [RS:0;16c88966c0af:44145 {}] zookeeper.ZKUtil(111): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on existing znode=/1-1500288737/rs/16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,050 WARN [RS:0;16c88966c0af:44145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:18:04,050 INFO [RS:0;16c88966c0af:44145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:18:04,050 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,44145,1732015081785] 2024-11-19T11:18:04,053 INFO [RS:0;16c88966c0af:44145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:18:04,055 INFO [RS:0;16c88966c0af:44145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:18:04,055 INFO [RS:0;16c88966c0af:44145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:18:04,055 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,055 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:18:04,056 INFO [RS:0;16c88966c0af:44145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:18:04,056 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:18:04,056 DEBUG [RS:0;16c88966c0af:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:18:04,058 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,058 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,058 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,058 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,059 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,059 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44145,1732015081785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:18:04,077 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:18:04,077 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44145,1732015081785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,077 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,077 INFO [RS:0;16c88966c0af:44145 {}] regionserver.Replication(171): 16c88966c0af,44145,1732015081785 started 2024-11-19T11:18:04,090 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,090 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,44145,1732015081785, RpcServer on 16c88966c0af/172.17.0.2:44145, sessionid=0x10152d0a2650004 2024-11-19T11:18:04,090 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,44145,1732015081785' 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1500288737/flush-table-proc/abort' 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1500288737/flush-table-proc/acquired' 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:18:04,091 DEBUG [RS:0;16c88966c0af:44145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,092 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,44145,1732015081785' 2024-11-19T11:18:04,092 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1500288737/online-snapshot/abort' 2024-11-19T11:18:04,092 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1500288737/online-snapshot/acquired' 2024-11-19T11:18:04,092 DEBUG [RS:0;16c88966c0af:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:18:04,092 INFO [RS:0;16c88966c0af:44145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:18:04,092 INFO [RS:0;16c88966c0af:44145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:18:04,193 INFO [RS:0;16c88966c0af:44145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:18:04,194 INFO [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C44145%2C1732015081785, suffix=, logDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785, archiveDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/oldWALs, maxLogs=10 2024-11-19T11:18:04,206 DEBUG [RS:0;16c88966c0af:44145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785/16c88966c0af%2C44145%2C1732015081785.1732015084194, exclude list is [], retry=0 2024-11-19T11:18:04,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-6e4be1c2-b0fe-4a6d-be89-e25f4f53ed7f,DISK] 2024-11-19T11:18:04,210 INFO [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785/16c88966c0af%2C44145%2C1732015081785.1732015084194 2024-11-19T11:18:04,211 DEBUG [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-19T11:18:04,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:04,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:18:04,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:18:04,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:18:04,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:18:04,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:18:04,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:18:04,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:18:04,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:18:04,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:18:04,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740 2024-11-19T11:18:04,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740 2024-11-19T11:18:04,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:18:04,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:18:04,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:18:04,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:18:04,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:18:04,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73451882, jitterRate=0.09451833367347717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015084369Initializing all the Stores at 1732015084370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084370Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015084371 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084371Cleaning up temporary data from old regions at 1732015084380 (+9 ms)Region opened successfully at 1732015084384 (+4 ms) 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:18:04,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:18:04,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:18:04,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015084384Disabling compacts and flushes for region at 1732015084384Disabling writes for close at 1732015084384Writing region close event to WAL at 1732015084384Closed at 1732015084384 2024-11-19T11:18:04,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:18:04,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:18:04,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:18:04,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:18:04,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:18:04,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:18:04,538 DEBUG [16c88966c0af:34119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:18:04,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,44145,1732015081785, state=OPENING 2024-11-19T11:18:04,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:04,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:04,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:18:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:04,605 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:18:04,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1500288737/meta-region-server: CHANGED 2024-11-19T11:18:04,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:18:04,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1500288737/meta-region-server: CHANGED 2024-11-19T11:18:04,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,44145,1732015081785}] 2024-11-19T11:18:04,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:18:04,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:18:04,764 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:18:04,764 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:18:04,765 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:18:04,767 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C44145%2C1732015081785.meta, suffix=.meta, logDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785, archiveDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/oldWALs, maxLogs=10 2024-11-19T11:18:04,779 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785/16c88966c0af%2C44145%2C1732015081785.meta.1732015084767.meta, exclude list is [], retry=0 2024-11-19T11:18:04,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-6e4be1c2-b0fe-4a6d-be89-e25f4f53ed7f,DISK] 2024-11-19T11:18:04,783 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785/16c88966c0af%2C44145%2C1732015081785.meta.1732015084767.meta 2024-11-19T11:18:04,783 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-19T11:18:04,784 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:18:04,784 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:18:04,784 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:18:04,784 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:18:04,784 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:18:04,784 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:18:04,784 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:04,785 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:18:04,785 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:18:04,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:18:04,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:18:04,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:18:04,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:18:04,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:18:04,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:18:04,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:18:04,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:18:04,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:18:04,793 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:18:04,794 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740 2024-11-19T11:18:04,794 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740 2024-11-19T11:18:04,795 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:18:04,795 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:18:04,796 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:18:04,797 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:18:04,797 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234891, jitterRate=0.04658143222332001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:18:04,797 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:18:04,797 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015084785Writing region info on filesystem at 1732015084785Initializing all the Stores at 1732015084786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015084786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015084786Cleaning up temporary data from old regions at 1732015084795 (+9 ms)Running coprocessor post-open hooks at 1732015084797 (+2 ms)Region opened successfully at 1732015084797 2024-11-19T11:18:04,798 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015084759 2024-11-19T11:18:04,800 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:18:04,800 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:18:04,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,44145,1732015081785, state=OPEN 2024-11-19T11:18:04,816 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1500288737/meta-region-server 2024-11-19T11:18:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1500288737/meta-region-server 2024-11-19T11:18:04,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,44145,1732015081785 2024-11-19T11:18:04,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1500288737/meta-region-server: CHANGED 2024-11-19T11:18:04,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1500288737/meta-region-server: CHANGED 2024-11-19T11:18:04,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:18:04,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,44145,1732015081785 in 210 msec 2024-11-19T11:18:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:18:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-19T11:18:04,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:18:04,821 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:18:04,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:04,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,44145,1732015081785, seqNum=-1] 2024-11-19T11:18:04,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:04,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:04,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-11-19T11:18:04,829 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015084829, completionTime=-1 2024-11-19T11:18:04,829 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:18:04,829 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:18:04,830 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:18:04,830 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015144830 2024-11-19T11:18:04,830 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015204830 2024-11-19T11:18:04,830 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:34119, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,831 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,832 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:18:04,834 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:18:04,837 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:18:04,837 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:18:04,837 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34119,1732015081649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:18:04,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f0dee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:04,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34119,-1 for getting cluster id 2024-11-19T11:18:04,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:04,933 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec0b6752-f01a-43dc-82e4-fe59a209e39f' 2024-11-19T11:18:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec0b6752-f01a-43dc-82e4-fe59a209e39f" 2024-11-19T11:18:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34119,-1] 2024-11-19T11:18:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:04,935 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:04,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5201935e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:04,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,44145,1732015081785, seqNum=-1] 2024-11-19T11:18:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:04,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:04,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,34119,1732015081649 2024-11-19T11:18:04,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53282 2024-11-19T11:18:04,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:18:04,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d0a2650005 connected 2024-11-19T11:18:04,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42299,1732015075349 2024-11-19T11:18:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77311c86 2024-11-19T11:18:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:04,970 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:04,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:18:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:18:04,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:18:04,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:04,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:18:04,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:18:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:04,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:05,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 199dd2ef0ed6cb99cdddca4cfc446176, NAME => 'test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690 2024-11-19T11:18:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 199dd2ef0ed6cb99cdddca4cfc446176, disabling compactions & flushes 2024-11-19T11:18:05,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. after waiting 0 ms 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:05,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:05,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 199dd2ef0ed6cb99cdddca4cfc446176: Waiting for close lock at 1732015085794Disabling compacts and flushes for region at 1732015085794Disabling writes for close at 1732015085794Writing region close event to WAL at 1732015085794Closed at 1732015085794 2024-11-19T11:18:05,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:18:05,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015085796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015085796"}]},"ts":"1732015085796"} 2024-11-19T11:18:05,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:18:05,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:18:05,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015085800"}]},"ts":"1732015085800"} 2024-11-19T11:18:05,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:18:05,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=199dd2ef0ed6cb99cdddca4cfc446176, ASSIGN}] 2024-11-19T11:18:05,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=199dd2ef0ed6cb99cdddca4cfc446176, ASSIGN 2024-11-19T11:18:05,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=199dd2ef0ed6cb99cdddca4cfc446176, ASSIGN; state=OFFLINE, location=16c88966c0af,41201,1732015075552; forceNewPlan=false, retain=false 2024-11-19T11:18:05,957 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=199dd2ef0ed6cb99cdddca4cfc446176, regionState=OPENING, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:18:05,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=199dd2ef0ed6cb99cdddca4cfc446176, ASSIGN because future has completed 2024-11-19T11:18:05,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 199dd2ef0ed6cb99cdddca4cfc446176, server=16c88966c0af,41201,1732015075552}] 2024-11-19T11:18:06,117 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:06,118 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 199dd2ef0ed6cb99cdddca4cfc446176, NAME => 'test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:18:06,118 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:18:06,118 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:18:06,119 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,119 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:06,119 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,119 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,120 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:06,122 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 199dd2ef0ed6cb99cdddca4cfc446176 columnFamilyName f 2024-11-19T11:18:06,122 DEBUG [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:06,123 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(327): Store=199dd2ef0ed6cb99cdddca4cfc446176/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:06,123 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,124 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 199dd2ef0ed6cb99cdddca4cfc446176 columnFamilyName f1 2024-11-19T11:18:06,124 DEBUG [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:06,125 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(327): Store=199dd2ef0ed6cb99cdddca4cfc446176/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:06,125 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,126 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 199dd2ef0ed6cb99cdddca4cfc446176 columnFamilyName norep 2024-11-19T11:18:06,126 DEBUG [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:06,127 INFO [StoreOpener-199dd2ef0ed6cb99cdddca4cfc446176-1 {}] regionserver.HStore(327): Store=199dd2ef0ed6cb99cdddca4cfc446176/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:06,127 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,128 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,128 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,129 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,129 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,130 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:18:06,131 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,133 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:18:06,133 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 199dd2ef0ed6cb99cdddca4cfc446176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70861241, jitterRate=0.05591477453708649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:18:06,134 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:18:06,134 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 199dd2ef0ed6cb99cdddca4cfc446176: Running coprocessor pre-open hook at 1732015086119Writing region info on filesystem at 1732015086119Initializing all the Stores at 1732015086120 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015086120Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015086120Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015086120Cleaning up temporary data from old regions at 1732015086129 (+9 ms)Running coprocessor post-open hooks at 1732015086134 (+5 ms)Region opened successfully at 1732015086134 2024-11-19T11:18:06,136 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., pid=6, masterSystemTime=1732015086113 2024-11-19T11:18:06,139 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:06,139 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:18:06,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=199dd2ef0ed6cb99cdddca4cfc446176, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:18:06,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 199dd2ef0ed6cb99cdddca4cfc446176, server=16c88966c0af,41201,1732015075552 because future has completed 2024-11-19T11:18:06,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:18:06,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 199dd2ef0ed6cb99cdddca4cfc446176, server=16c88966c0af,41201,1732015075552 in 184 msec 2024-11-19T11:18:06,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:18:06,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=199dd2ef0ed6cb99cdddca4cfc446176, ASSIGN in 343 msec 2024-11-19T11:18:06,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:18:06,154 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015086154"}]},"ts":"1732015086154"} 2024-11-19T11:18:06,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:18:06,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:18:06,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-19T11:18:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:07,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:07,131 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:18:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34119,1732015081649 2024-11-19T11:18:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738e2b4e 2024-11-19T11:18:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:07,133 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:07,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:18:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:18:07,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:18:07,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:07,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:18:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:07,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:18:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:18:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:07,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92e475cb9303eea165c92702d8d8a299, NAME => 'test,,1732015087134.92e475cb9303eea165c92702d8d8a299.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74 2024-11-19T11:18:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:18:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015087134.92e475cb9303eea165c92702d8d8a299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92e475cb9303eea165c92702d8d8a299, disabling compactions & flushes 2024-11-19T11:18:07,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015087134.92e475cb9303eea165c92702d8d8a299. after waiting 0 ms 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:07,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:07,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92e475cb9303eea165c92702d8d8a299: Waiting for close lock at 1732015087953Disabling compacts and flushes for region at 1732015087953Disabling writes for close at 1732015087953Writing region close event to WAL at 1732015087953Closed at 1732015087953 2024-11-19T11:18:07,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:18:07,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015087134.92e475cb9303eea165c92702d8d8a299.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015087955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015087955"}]},"ts":"1732015087955"} 2024-11-19T11:18:07,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:18:07,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:18:07,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015087958"}]},"ts":"1732015087958"} 2024-11-19T11:18:07,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:18:07,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92e475cb9303eea165c92702d8d8a299, ASSIGN}] 2024-11-19T11:18:07,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92e475cb9303eea165c92702d8d8a299, ASSIGN 2024-11-19T11:18:07,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92e475cb9303eea165c92702d8d8a299, ASSIGN; state=OFFLINE, location=16c88966c0af,44145,1732015081785; forceNewPlan=false, retain=false 2024-11-19T11:18:08,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92e475cb9303eea165c92702d8d8a299, regionState=OPENING, regionLocation=16c88966c0af,44145,1732015081785 2024-11-19T11:18:08,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92e475cb9303eea165c92702d8d8a299, ASSIGN because future has completed 2024-11-19T11:18:08,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e475cb9303eea165c92702d8d8a299, server=16c88966c0af,44145,1732015081785}] 2024-11-19T11:18:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:08,272 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:08,272 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92e475cb9303eea165c92702d8d8a299, NAME => 'test,,1732015087134.92e475cb9303eea165c92702d8d8a299.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:18:08,272 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:18:08,272 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:18:08,272 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,272 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015087134.92e475cb9303eea165c92702d8d8a299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:08,272 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,272 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,274 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,275 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e475cb9303eea165c92702d8d8a299 columnFamilyName f 2024-11-19T11:18:08,275 DEBUG [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:08,275 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(327): Store=92e475cb9303eea165c92702d8d8a299/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:08,276 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,277 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e475cb9303eea165c92702d8d8a299 columnFamilyName f1 2024-11-19T11:18:08,277 DEBUG [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:08,277 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(327): Store=92e475cb9303eea165c92702d8d8a299/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:08,277 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,278 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e475cb9303eea165c92702d8d8a299 columnFamilyName norep 2024-11-19T11:18:08,278 DEBUG [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:08,279 INFO [StoreOpener-92e475cb9303eea165c92702d8d8a299-1 {}] regionserver.HStore(327): Store=92e475cb9303eea165c92702d8d8a299/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:08,279 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,279 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,280 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,281 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,281 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,281 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:18:08,282 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,284 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:18:08,285 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92e475cb9303eea165c92702d8d8a299; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71011691, jitterRate=0.05815665423870087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:18:08,285 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:18:08,285 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92e475cb9303eea165c92702d8d8a299: Running coprocessor pre-open hook at 1732015088272Writing region info on filesystem at 1732015088273 (+1 ms)Initializing all the Stores at 1732015088273Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015088273Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015088274 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015088274Cleaning up temporary data from old regions at 1732015088281 (+7 ms)Running coprocessor post-open hooks at 1732015088285 (+4 ms)Region opened successfully at 1732015088285 2024-11-19T11:18:08,286 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015087134.92e475cb9303eea165c92702d8d8a299., pid=6, masterSystemTime=1732015088268 2024-11-19T11:18:08,288 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:08,288 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:18:08,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92e475cb9303eea165c92702d8d8a299, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,44145,1732015081785 2024-11-19T11:18:08,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e475cb9303eea165c92702d8d8a299, server=16c88966c0af,44145,1732015081785 because future has completed 2024-11-19T11:18:08,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:18:08,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92e475cb9303eea165c92702d8d8a299, server=16c88966c0af,44145,1732015081785 in 177 msec 2024-11-19T11:18:08,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:18:08,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92e475cb9303eea165c92702d8d8a299, ASSIGN in 335 msec 2024-11-19T11:18:08,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:18:08,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015088301"}]},"ts":"1732015088301"} 2024-11-19T11:18:08,303 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:18:08,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:18:08,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-19T11:18:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:18:09,281 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:18:09,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ef818f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42299,-1 for getting cluster id 2024-11-19T11:18:09,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:09,282 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '966e7cc7-716f-44c3-8030-e0cc41d62a56' 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "966e7cc7-716f-44c3-8030-e0cc41d62a56" 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275bc985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42299,-1] 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,284 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7792fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6f1ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34119,-1 for getting cluster id 2024-11-19T11:18:09,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:09,286 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec0b6752-f01a-43dc-82e4-fe59a209e39f' 2024-11-19T11:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec0b6752-f01a-43dc-82e4-fe59a209e39f" 2024-11-19T11:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9069bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34119,-1] 2024-11-19T11:18:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,287 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:09,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5724ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290c9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42299,-1 for getting cluster id 2024-11-19T11:18:09,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:09,289 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '966e7cc7-716f-44c3-8030-e0cc41d62a56' 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "966e7cc7-716f-44c3-8030-e0cc41d62a56" 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163484c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42299,-1] 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,291 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42299,1732015075349 2024-11-19T11:18:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5905cf 2024-11-19T11:18:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:09,296 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:09,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:34119,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:18:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:18:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:09,300 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:34119' 2024-11-19T11:18:09,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f6ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,300 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34119,-1 for getting cluster id 2024-11-19T11:18:09,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:09,301 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec0b6752-f01a-43dc-82e4-fe59a209e39f' 2024-11-19T11:18:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec0b6752-f01a-43dc-82e4-fe59a209e39f" 2024-11-19T11:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284b0631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34119,-1] 2024-11-19T11:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:09,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,303 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:09,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e4e095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:09,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34119,1732015081649 2024-11-19T11:18:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4860892 2024-11-19T11:18:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:09,305 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:09,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:18:09,306 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:18:09,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:09,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:18:09,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:18:09,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:18:09,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:18:09,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:09,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:18:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:18:09,357 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:18:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:09,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a297cf005aac9da916f2ba0644f137d0, NAME => 'hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690 2024-11-19T11:18:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a297cf005aac9da916f2ba0644f137d0, disabling compactions & flushes 2024-11-19T11:18:10,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. after waiting 0 ms 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a297cf005aac9da916f2ba0644f137d0: Waiting for close lock at 1732015090158Disabling compacts and flushes for region at 1732015090158Disabling writes for close at 1732015090158Writing region close event to WAL at 1732015090158Closed at 1732015090158 2024-11-19T11:18:10,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:18:10,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015090160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015090160"}]},"ts":"1732015090160"} 2024-11-19T11:18:10,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:18:10,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:18:10,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015090163"}]},"ts":"1732015090163"} 2024-11-19T11:18:10,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:18:10,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a297cf005aac9da916f2ba0644f137d0, ASSIGN}] 2024-11-19T11:18:10,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a297cf005aac9da916f2ba0644f137d0, ASSIGN 2024-11-19T11:18:10,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a297cf005aac9da916f2ba0644f137d0, ASSIGN; state=OFFLINE, location=16c88966c0af,41201,1732015075552; forceNewPlan=false, retain=false 2024-11-19T11:18:10,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:18:10,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:10,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:10,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:10,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a297cf005aac9da916f2ba0644f137d0, regionState=OPENING, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:18:10,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:18:10,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a297cf005aac9da916f2ba0644f137d0, ASSIGN because future has completed 2024-11-19T11:18:10,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a297cf005aac9da916f2ba0644f137d0, server=16c88966c0af,41201,1732015075552}] 2024-11-19T11:18:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:10,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:18:10,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:18:10,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41201%2C1732015075552.rep, suffix=, logDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552, archiveDir=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs, maxLogs=10 2024-11-19T11:18:10,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.rep.1732015090479, exclude list is [], retry=0 2024-11-19T11:18:10,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-c706bfea-dbcd-4518-b149-e6a6ef881faf,DISK] 2024-11-19T11:18:10,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.rep.1732015090479 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46611:46611)] 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a297cf005aac9da916f2ba0644f137d0, NAME => 'hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:18:10,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. service=MultiRowMutationService 2024-11-19T11:18:10,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,497 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,498 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a297cf005aac9da916f2ba0644f137d0 columnFamilyName hfileref 2024-11-19T11:18:10,498 DEBUG [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:10,499 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(327): Store=a297cf005aac9da916f2ba0644f137d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:10,499 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,500 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a297cf005aac9da916f2ba0644f137d0 columnFamilyName queue 2024-11-19T11:18:10,500 DEBUG [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:10,501 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(327): Store=a297cf005aac9da916f2ba0644f137d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:10,501 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,502 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a297cf005aac9da916f2ba0644f137d0 columnFamilyName sid 2024-11-19T11:18:10,502 DEBUG [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:18:10,502 INFO [StoreOpener-a297cf005aac9da916f2ba0644f137d0-1 {}] regionserver.HStore(327): Store=a297cf005aac9da916f2ba0644f137d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:18:10,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:18:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:18:10,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a297cf005aac9da916f2ba0644f137d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75055145, jitterRate=0.11840881407260895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:18:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:18:10,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a297cf005aac9da916f2ba0644f137d0: Running coprocessor pre-open hook at 1732015090496Writing region info on filesystem at 1732015090496Initializing all the Stores at 1732015090496Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015090496Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015090497 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015090497Cleaning up temporary data from old regions at 1732015090504 (+7 ms)Running coprocessor post-open hooks at 1732015090508 (+4 ms)Region opened successfully at 1732015090509 (+1 ms) 2024-11-19T11:18:10,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0., pid=10, masterSystemTime=1732015090473 2024-11-19T11:18:10,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:18:10,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a297cf005aac9da916f2ba0644f137d0, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,41201,1732015075552 2024-11-19T11:18:10,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a297cf005aac9da916f2ba0644f137d0, server=16c88966c0af,41201,1732015075552 because future has completed 2024-11-19T11:18:10,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:18:10,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a297cf005aac9da916f2ba0644f137d0, server=16c88966c0af,41201,1732015075552 in 194 msec 2024-11-19T11:18:10,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:18:10,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a297cf005aac9da916f2ba0644f137d0, ASSIGN in 352 msec 2024-11-19T11:18:10,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:18:10,521 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015090521"}]},"ts":"1732015090521"} 2024-11-19T11:18:10,523 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:18:10,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:18:10,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-19T11:18:10,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0., hostname=16c88966c0af,41201,1732015075552, seqNum=2] 2024-11-19T11:18:10,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:18:10,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:18:10,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:18:10,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:18:10,823 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:18:10,850 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,41201,1732015075552, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:18:10,851 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:10,851 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:18:10,851 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:10,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T11:18:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,41201,1732015075552', locateType=CURRENT is [region=hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0., hostname=16c88966c0af,41201,1732015075552, seqNum=2] 2024-11-19T11:18:10,867 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:18:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:18:10,869 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,41201,1732015075552 suceeded 2024-11-19T11:18:10,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:18:10,872 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:34119,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T11:18:10,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-19T11:18:10,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5750 sec 2024-11-19T11:18:10,889 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:34119' 2024-11-19T11:18:10,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726b45b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:10,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34119,-1 for getting cluster id 2024-11-19T11:18:10,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:10,892 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec0b6752-f01a-43dc-82e4-fe59a209e39f' 2024-11-19T11:18:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec0b6752-f01a-43dc-82e4-fe59a209e39f" 2024-11-19T11:18:10,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6a0aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:10,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34119,-1] 2024-11-19T11:18:10,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:10,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:10,894 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:10,895 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed0201c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:10,895 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34119,1732015081649 2024-11-19T11:18:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2abb538d 2024-11-19T11:18:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:10,898 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T11:18:10,899 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,41201,1732015075552 (queues=1) is replicating from cluster=966e7cc7-716f-44c3-8030-e0cc41d62a56 to cluster=ec0b6752-f01a-43dc-82e4-fe59a209e39f 2024-11-19T11:18:10,899 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C41201%2C1732015075552 2024-11-19T11:18:10,899 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,41201,1732015075552, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:18:10,899 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C41201%2C1732015075552 2024-11-19T11:18:10,899 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991, startPosition=0, beingWritten=true 2024-11-19T11:18:10,911 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:18:10,911 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:10,911 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:18:11,116 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:11,421 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:18:11,451 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:18:11,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:18:11,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:18:11,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:11,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:11,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:18:11,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:11,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732015091456/Put/seqid=0 2024-11-19T11:18:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741840_1016 (size=7894) 2024-11-19T11:18:11,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:11,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_1 is 34, key is ddd/f:row/1732015091863/Put/seqid=0 2024-11-19T11:18:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741841_1017 (size=7691) 2024-11-19T11:18:12,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36da1d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42299,-1 for getting cluster id 2024-11-19T11:18:12,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:12,273 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '966e7cc7-716f-44c3-8030-e0cc41d62a56' 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "966e7cc7-716f-44c3-8030-e0cc41d62a56" 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b93c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42299,-1] 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:12,274 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:12,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442f22b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:18:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:12,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:12,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42299,1732015075349 2024-11-19T11:18:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111453ff 2024-11-19T11:18:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:12,291 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2] 2024-11-19T11:18:12,304 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:18:12,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T11:18:12,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T11:18:12,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:12,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_0 for inclusion in 199dd2ef0ed6cb99cdddca4cfc446176/f 2024-11-19T11:18:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T11:18:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:12,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_1 for inclusion in 199dd2ef0ed6cb99cdddca4cfc446176/f 2024-11-19T11:18:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T11:18:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegion(2603): Flush status journal for 199dd2ef0ed6cb99cdddca4cfc446176: 2024-11-19T11:18:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_0 to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_0 2024-11-19T11:18:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_0 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ 2024-11-19T11:18:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f/f/hfile_1 to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_1 2024-11-19T11:18:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_1 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ 2024-11-19T11:18:12,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_0 into 199dd2ef0ed6cb99cdddca4cfc446176/f as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ - updating store file list. 2024-11-19T11:18:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:12,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ into 199dd2ef0ed6cb99cdddca4cfc446176/f 2024-11-19T11:18:12,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_0 into 199dd2ef0ed6cb99cdddca4cfc446176/f (new location: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_) 2024-11-19T11:18:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_0 2024-11-19T11:18:12,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_1 into 199dd2ef0ed6cb99cdddca4cfc446176/f as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ - updating store file list. 2024-11-19T11:18:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:12,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ into 199dd2ef0ed6cb99cdddca4cfc446176/f 2024-11-19T11:18:12,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_1 into 199dd2ef0ed6cb99cdddca4cfc446176/f (new location: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_) 2024-11-19T11:18:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__u719ansprgvph6kj62ag26t40dcvpoeln0e7c87npl5gqhhtr40si9ng8hrfqfnc/f/hfile_1 2024-11-19T11:18:12,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:18:12,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:18:12,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:12,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:18:12,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:12,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 , the old value is region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:41201 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:18:12,371 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T11:18:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,44145,1732015081785, seqNum=-1] 2024-11-19T11:18:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:18:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 from cache 2024-11-19T11:18:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:12,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015087134.92e475cb9303eea165c92702d8d8a299., hostname=16c88966c0af,44145,1732015081785, seqNum=2] 2024-11-19T11:18:12,376 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:18:12,482 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:41201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:18:12,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:18:12,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:18:12,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T11:18:12,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T11:18:12,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:18:12,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:18:12,935 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 379, reset compression=false 2024-11-19T11:18:12,942 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:18:12,942 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: WALEntryBatch [walEntries=[{test/199dd2ef0ed6cb99cdddca4cfc446176/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015092364/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:18:12,960 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:18:12,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T11:18:12,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.ReplicationSink(318): Replicating [966e7cc7-716f-44c3-8030-e0cc41d62a56] bulk loaded data 2024-11-19T11:18:12,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af24794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34119,-1 for getting cluster id 2024-11-19T11:18:12,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:12,966 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec0b6752-f01a-43dc-82e4-fe59a209e39f' 2024-11-19T11:18:12,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec0b6752-f01a-43dc-82e4-fe59a209e39f" 2024-11-19T11:18:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e935a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34119,-1] 2024-11-19T11:18:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:12,968 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:12,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfd12cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741837_1013 (size=7894) 2024-11-19T11:18:13,142 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:13,378 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:18:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741838_1014 (size=7691) 2024-11-19T11:18:13,446 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:13,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34119,1732015081649 2024-11-19T11:18:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce1205b 2024-11-19T11:18:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:13,796 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T11:18:13,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:18:13,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:13,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,44145,1732015081785, seqNum=-1] 2024-11-19T11:18:13,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:13,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T11:18:13,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T11:18:13,811 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T11:18:13,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ for inclusion in 92e475cb9303eea165c92702d8d8a299/f 2024-11-19T11:18:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T11:18:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:13,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ for inclusion in 92e475cb9303eea165c92702d8d8a299/f 2024-11-19T11:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T11:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HRegion(2603): Flush status journal for 92e475cb9303eea165c92702d8d8a299: 2024-11-19T11:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:18:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/13f8fba63260437b96c60323d9a37391_SeqId_4_ 2024-11-19T11:18:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:18:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/51de4306a3524abdb417a87c1d1db29f_SeqId_4_ 2024-11-19T11:18:13,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/13f8fba63260437b96c60323d9a37391_SeqId_4_ - updating store file list. 2024-11-19T11:18:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13f8fba63260437b96c60323d9a37391_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:13,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/13f8fba63260437b96c60323d9a37391_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f 2024-11-19T11:18:13,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f (new location: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/13f8fba63260437b96c60323d9a37391_SeqId_4_) 2024-11-19T11:18:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_ 2024-11-19T11:18:13,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/51de4306a3524abdb417a87c1d1db29f_SeqId_4_ - updating store file list. 2024-11-19T11:18:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51de4306a3524abdb417a87c1d1db29f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:13,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/51de4306a3524abdb417a87c1d1db29f_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f 2024-11-19T11:18:13,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ into 92e475cb9303eea165c92702d8d8a299/f (new location: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/f/51de4306a3524abdb417a87c1d1db29f_SeqId_4_) 2024-11-19T11:18:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/staging/jenkins.hfs.6__test__h6hh89tcso23vubnp760jilu5io40bdgo5v7e4mit51dgfrgobq2fkjop07fkver/f/cbfc72cfefdd4915b0e0127341b63d29_SeqId_4_ 2024-11-19T11:18:13,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] regionserver.ReplicationSink(324): Finished replicating [966e7cc7-716f-44c3-8030-e0cc41d62a56] bulk loaded data 2024-11-19T11:18:13,850 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:14,354 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:14,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:18:14,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732015094397/Put/seqid=0 2024-11-19T11:18:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741842_1018 (size=7997) 2024-11-19T11:18:14,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732015094804/Put/seqid=0 2024-11-19T11:18:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741843_1019 (size=7794) 2024-11-19T11:18:14,958 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:15,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580ee18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:15,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42299,-1 for getting cluster id 2024-11-19T11:18:15,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:18:15,212 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '966e7cc7-716f-44c3-8030-e0cc41d62a56' 2024-11-19T11:18:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:18:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "966e7cc7-716f-44c3-8030-e0cc41d62a56" 2024-11-19T11:18:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6570b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42299,-1] 2024-11-19T11:18:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:18:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:15,214 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:18:15,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d09f406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:18:15,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:18:15,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:15,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:15,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:18:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42299,1732015075349 2024-11-19T11:18:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331ddbb 2024-11-19T11:18:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:18:15,226 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:18:15,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2] 2024-11-19T11:18:15,231 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:18:15,237 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T11:18:15,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T11:18:15,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_0 for inclusion in 199dd2ef0ed6cb99cdddca4cfc446176/f1 2024-11-19T11:18:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T11:18:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:15,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_1 for inclusion in 199dd2ef0ed6cb99cdddca4cfc446176/f1 2024-11-19T11:18:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T11:18:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:18:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegion(2603): Flush status journal for 199dd2ef0ed6cb99cdddca4cfc446176: 2024-11-19T11:18:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_0 to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_0 2024-11-19T11:18:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_0 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/ea7fb4b485cd432d93edd21a40f38789_SeqId_6_ 2024-11-19T11:18:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/load_f1/f1/hfile_1 to hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_1 2024-11-19T11:18:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_1 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/820f6a1f1b5647f8b3e4e726da8ba9e1_SeqId_6_ 2024-11-19T11:18:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T11:18:15,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_0 into 199dd2ef0ed6cb99cdddca4cfc446176/f1 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/ea7fb4b485cd432d93edd21a40f38789_SeqId_6_ - updating store file list. 2024-11-19T11:18:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea7fb4b485cd432d93edd21a40f38789_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:15,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/ea7fb4b485cd432d93edd21a40f38789_SeqId_6_ into 199dd2ef0ed6cb99cdddca4cfc446176/f1 2024-11-19T11:18:15,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_0 into 199dd2ef0ed6cb99cdddca4cfc446176/f1 (new location: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/ea7fb4b485cd432d93edd21a40f38789_SeqId_6_) 2024-11-19T11:18:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_0 2024-11-19T11:18:15,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_1 into 199dd2ef0ed6cb99cdddca4cfc446176/f1 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/820f6a1f1b5647f8b3e4e726da8ba9e1_SeqId_6_ - updating store file list. 2024-11-19T11:18:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 820f6a1f1b5647f8b3e4e726da8ba9e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:18:15,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/820f6a1f1b5647f8b3e4e726da8ba9e1_SeqId_6_ into 199dd2ef0ed6cb99cdddca4cfc446176/f1 2024-11-19T11:18:15,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_1 into 199dd2ef0ed6cb99cdddca4cfc446176/f1 (new location: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/f1/820f6a1f1b5647f8b3e4e726da8ba9e1_SeqId_6_) 2024-11-19T11:18:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/staging/jenkins__test__lh6qgcgrosap57160pg278ahlg8sonkg13qb72h4f8cldu1grc9r1kr1f5k83jh1/f1/hfile_1 2024-11-19T11:18:15,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:18:15,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:18:15,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:15,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:18:15,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:18:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 , the old value is region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:41201 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:18:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:18:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2 from cache 2024-11-19T11:18:15,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:18:15,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T11:18:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41201,1732015075552, seqNum=-1] 2024-11-19T11:18:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:18:15,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:18:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., hostname=16c88966c0af,41201,1732015075552, seqNum=2] 2024-11-19T11:18:15,371 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:41201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:18:15,662 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 687, reset compression=false 2024-11-19T11:18:15,667 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:18:15,667 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:15,667 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:18:15,871 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:15,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:18:16,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:16,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:16,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:16,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:18:16,175 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:16,579 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:17,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:17,687 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:18,391 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:19,195 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:20,098 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:21,102 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:22,206 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:23,410 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:24,714 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:24,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:18:26,118 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:27,622 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:29,226 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:30,931 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:31,233 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:18:32,736 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:34,639 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:35,669 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: null 2024-11-19T11:18:36,643 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:38,747 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:39,216 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T11:18:39,216 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T11:18:40,951 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:43,254 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:44,976 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T11:18:44,976 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T11:18:45,659 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:48,163 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:50,767 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:51,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 199dd2ef0ed6cb99cdddca4cfc446176, had cached 0 bytes from a total of 31376 2024-11-19T11:18:53,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 92e475cb9303eea165c92702d8d8a299, had cached 0 bytes from a total of 15585 2024-11-19T11:18:53,470 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:54,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:18:55,669 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: null 2024-11-19T11:18:56,276 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:18:59,181 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:01,233 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:19:02,202 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:05,324 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:08,528 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:11,838 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:15,243 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:15,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:19:15,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:15,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:15,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:15,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:15,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:15,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:19:15,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274682590, stopped=false 2024-11-19T11:19:15,301 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,34119,1732015081649 2024-11-19T11:19:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1500288737/running 2024-11-19T11:19:15,360 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1500288737/running 2024-11-19T11:19:15,360 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:19:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:19:15,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:15,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:15,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:15,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:15,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/running 2024-11-19T11:19:15,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Set watcher on znode that does not yet exist, /1-1500288737/running 2024-11-19T11:19:15,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,44145,1732015081785' ***** 2024-11-19T11:19:15,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:19:15,361 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:19:15,361 INFO [RS:0;16c88966c0af:44145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:19:15,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:19:15,361 INFO [RS:0;16c88966c0af:44145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:19:15,361 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(3091): Received CLOSE for 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,44145,1732015081785 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:44145. 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92e475cb9303eea165c92702d8d8a299, disabling compactions & flushes 2024-11-19T11:19:15,362 DEBUG [RS:0;16c88966c0af:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:15,362 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:19:15,362 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015087134.92e475cb9303eea165c92702d8d8a299. after waiting 0 ms 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:19:15,362 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:19:15,362 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92e475cb9303eea165c92702d8d8a299=test,,1732015087134.92e475cb9303eea165c92702d8d8a299.} 2024-11-19T11:19:15,362 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92e475cb9303eea165c92702d8d8a299 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:15,362 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:15,362 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:15,363 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T11:19:15,366 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/default/test/92e475cb9303eea165c92702d8d8a299/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T11:19:15,367 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:15,367 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:19:15,367 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:19:15,367 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92e475cb9303eea165c92702d8d8a299: Waiting for close lock at 1732015155362Running coprocessor pre-close hooks at 1732015155362Disabling compacts and flushes for region at 1732015155362Disabling writes for close at 1732015155362Writing region close event to WAL at 1732015155363 (+1 ms)Running coprocessor post-close hooks at 1732015155367 (+4 ms)Closed at 1732015155367 2024-11-19T11:19:15,367 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015087134.92e475cb9303eea165c92702d8d8a299. 2024-11-19T11:19:15,379 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/info/6c6f05458164446cbab6395ff1ab40bc is 129, key is test,,1732015087134.92e475cb9303eea165c92702d8d8a299./info:regioninfo/1732015088288/Put/seqid=0 2024-11-19T11:19:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741839_1015 (size=6421) 2024-11-19T11:19:15,421 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:15,563 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:15,670 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,41201,1732015075552 got entry batch from reader: null 2024-11-19T11:19:15,763 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:15,783 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/info/6c6f05458164446cbab6395ff1ab40bc 2024-11-19T11:19:15,802 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/ns/6565fa66a749459e8ce65d8d8e431e1a is 43, key is default/ns:d/1732015084825/Put/seqid=0 2024-11-19T11:19:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741840_1016 (size=5153) 2024-11-19T11:19:15,963 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:16,103 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:19:16,103 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:19:16,163 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:16,206 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/ns/6565fa66a749459e8ce65d8d8e431e1a 2024-11-19T11:19:16,225 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/rep_barrier/00d491f88794448da54052ccd2e23ea9 is 112, key is test,,1732015087134.92e475cb9303eea165c92702d8d8a299./rep_barrier:seqnumDuringOpen/1732015088288/Put/seqid=0 2024-11-19T11:19:16,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741841_1017 (size=5518) 2024-11-19T11:19:16,363 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:19:16,363 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:19:16,363 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:16,563 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:16,630 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/rep_barrier/00d491f88794448da54052ccd2e23ea9 2024-11-19T11:19:16,652 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/table/3ac06121485e479bbaabd63f2f65969d is 40, key is test/table:state/1732015088301/Put/seqid=0 2024-11-19T11:19:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741842_1018 (size=5165) 2024-11-19T11:19:16,764 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:16,964 DEBUG [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:17,057 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/table/3ac06121485e479bbaabd63f2f65969d 2024-11-19T11:19:17,063 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/info/6c6f05458164446cbab6395ff1ab40bc as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/info/6c6f05458164446cbab6395ff1ab40bc 2024-11-19T11:19:17,070 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/info/6c6f05458164446cbab6395ff1ab40bc, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T11:19:17,071 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/ns/6565fa66a749459e8ce65d8d8e431e1a as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/ns/6565fa66a749459e8ce65d8d8e431e1a 2024-11-19T11:19:17,077 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/ns/6565fa66a749459e8ce65d8d8e431e1a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:19:17,078 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/rep_barrier/00d491f88794448da54052ccd2e23ea9 as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/rep_barrier/00d491f88794448da54052ccd2e23ea9 2024-11-19T11:19:17,083 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/rep_barrier/00d491f88794448da54052ccd2e23ea9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T11:19:17,084 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/.tmp/table/3ac06121485e479bbaabd63f2f65969d as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/table/3ac06121485e479bbaabd63f2f65969d 2024-11-19T11:19:17,089 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/table/3ac06121485e479bbaabd63f2f65969d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:19:17,090 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false 2024-11-19T11:19:17,095 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:19:17,095 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:17,095 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:17,095 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015155362Running coprocessor pre-close hooks at 1732015155362Disabling compacts and flushes for region at 1732015155362Disabling writes for close at 1732015155362Obtaining lock to block concurrent updates at 1732015155363 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732015155363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732015155363Flushing stores of hbase:meta,,1.1588230740 at 1732015155363Flushing 1588230740/info: creating writer at 1732015155363Flushing 1588230740/info: appending metadata at 1732015155378 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732015155378Flushing 1588230740/ns: creating writer at 1732015155789 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732015155802 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732015155802Flushing 1588230740/rep_barrier: creating writer at 1732015156212 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015156225 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015156225Flushing 1588230740/table: creating writer at 1732015156635 (+410 ms)Flushing 1588230740/table: appending metadata at 1732015156651 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732015156651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf62c1c: reopening flushed file at 1732015157062 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3b97ae: reopening flushed file at 1732015157070 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c599262: reopening flushed file at 1732015157077 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6260b882: reopening flushed file at 1732015157083 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1732015157090 (+7 ms)Writing region close event to WAL at 1732015157092 (+2 ms)Running coprocessor post-close hooks at 1732015157095 (+3 ms)Closed at 1732015157095 2024-11-19T11:19:17,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:17,164 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,44145,1732015081785; all regions closed. 2024-11-19T11:19:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741834_1010 (size=2717) 2024-11-19T11:19:17,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/WALs/16c88966c0af,44145,1732015081785/16c88966c0af%2C44145%2C1732015081785.meta.1732015084767.meta not finished, retry = 0 2024-11-19T11:19:17,269 DEBUG [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/oldWALs 2024-11-19T11:19:17,269 INFO [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C44145%2C1732015081785.meta:.meta(num 1732015084767) 2024-11-19T11:19:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741833_1009 (size=1028) 2024-11-19T11:19:17,273 DEBUG [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/oldWALs 2024-11-19T11:19:17,273 INFO [RS:0;16c88966c0af:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C44145%2C1732015081785:(num 1732015084194) 2024-11-19T11:19:17,273 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:17,273 INFO [RS:0;16c88966c0af:44145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:17,273 INFO [RS:0;16c88966c0af:44145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:17,274 INFO [RS:0;16c88966c0af:44145 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:17,274 INFO [RS:0;16c88966c0af:44145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:17,274 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:17,274 INFO [RS:0;16c88966c0af:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:44145. 2024-11-19T11:19:17,274 DEBUG [RS:0;16c88966c0af:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:17,274 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:17,274 DEBUG [RS:0;16c88966c0af:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:17,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:17,274 INFO [RS:0;16c88966c0af:44145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44145 2024-11-19T11:19:17,349 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1500288737/rs/16c88966c0af,44145,1732015081785 2024-11-19T11:19:17,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737/rs 2024-11-19T11:19:17,349 INFO [RS:0;16c88966c0af:44145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:17,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,44145,1732015081785] 2024-11-19T11:19:17,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1500288737/draining/16c88966c0af,44145,1732015081785 already deleted, retry=false 2024-11-19T11:19:17,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,44145,1732015081785 expired; onlineServers=0 2024-11-19T11:19:17,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,34119,1732015081649' ***** 2024-11-19T11:19:17,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:19:17,370 INFO [M:0;16c88966c0af:34119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:17,370 INFO [M:0;16c88966c0af:34119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:17,370 DEBUG [M:0;16c88966c0af:34119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:19:17,370 DEBUG [M:0;16c88966c0af:34119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:19:17,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:19:17,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015083948 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015083948,5,FailOnTimeoutGroup] 2024-11-19T11:19:17,370 INFO [M:0;16c88966c0af:34119 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:17,371 INFO [M:0;16c88966c0af:34119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:17,371 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015083940 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015083940,5,FailOnTimeoutGroup] 2024-11-19T11:19:17,371 DEBUG [M:0;16c88966c0af:34119 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:19:17,371 INFO [M:0;16c88966c0af:34119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:19:17,371 INFO [M:0;16c88966c0af:34119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:17,371 INFO [M:0;16c88966c0af:34119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:19:17,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:19:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1500288737/master 2024-11-19T11:19:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1500288737 2024-11-19T11:19:17,380 DEBUG [M:0;16c88966c0af:34119 {}] zookeeper.ZKUtil(347): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Unable to get data of znode /1-1500288737/master because node does not exist (not an error) 2024-11-19T11:19:17,381 WARN [M:0;16c88966c0af:34119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:19:17,382 INFO [M:0;16c88966c0af:34119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/.lastflushedseqids 2024-11-19T11:19:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741843_1019 (size=173) 2024-11-19T11:19:17,460 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:17,460 INFO [RS:0;16c88966c0af:44145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:17,460 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x10152d0a2650004, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:17,460 INFO [RS:0;16c88966c0af:44145 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,44145,1732015081785; zookeeper connection closed. 2024-11-19T11:19:17,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 2024-11-19T11:19:17,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:19:17,787 INFO [M:0;16c88966c0af:34119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:19:17,787 INFO [M:0;16c88966c0af:34119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:19:17,787 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:17,787 INFO [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:17,787 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:17,787 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:17,787 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:17,787 INFO [M:0;16c88966c0af:34119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-19T11:19:17,801 DEBUG [M:0;16c88966c0af:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bf2ded592dd4e6fb13841bd98c1f7ef is 82, key is hbase:meta,,1/info:regioninfo/1732015084801/Put/seqid=0 2024-11-19T11:19:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741844_1020 (size=5672) 2024-11-19T11:19:18,206 INFO [M:0;16c88966c0af:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bf2ded592dd4e6fb13841bd98c1f7ef 2024-11-19T11:19:18,224 DEBUG [M:0;16c88966c0af:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad3107f02c4085b77d33615726de92 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015088306/Put/seqid=0 2024-11-19T11:19:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741845_1021 (size=6727) 2024-11-19T11:19:18,628 INFO [M:0;16c88966c0af:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad3107f02c4085b77d33615726de92 2024-11-19T11:19:18,633 INFO [M:0;16c88966c0af:34119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ad3107f02c4085b77d33615726de92 2024-11-19T11:19:18,645 DEBUG [M:0;16c88966c0af:34119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ac6a3f5b3a4c42916b158c94589d5d is 69, key is 16c88966c0af,44145,1732015081785/rs:state/1732015083980/Put/seqid=0 2024-11-19T11:19:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741846_1022 (size=5156) 2024-11-19T11:19:18,747 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.1732015077991 to pos 997, reset compression=false 2024-11-19T11:19:19,050 INFO [M:0;16c88966c0af:34119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ac6a3f5b3a4c42916b158c94589d5d 2024-11-19T11:19:19,170 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bf2ded592dd4e6fb13841bd98c1f7ef as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bf2ded592dd4e6fb13841bd98c1f7ef 2024-11-19T11:19:19,175 INFO [M:0;16c88966c0af:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bf2ded592dd4e6fb13841bd98c1f7ef, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T11:19:19,175 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad3107f02c4085b77d33615726de92 as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ad3107f02c4085b77d33615726de92 2024-11-19T11:19:19,180 INFO [M:0;16c88966c0af:34119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ad3107f02c4085b77d33615726de92 2024-11-19T11:19:19,180 INFO [M:0;16c88966c0af:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ad3107f02c4085b77d33615726de92, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T11:19:19,181 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84ac6a3f5b3a4c42916b158c94589d5d as hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84ac6a3f5b3a4c42916b158c94589d5d 2024-11-19T11:19:19,186 INFO [M:0;16c88966c0af:34119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35117/user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84ac6a3f5b3a4c42916b158c94589d5d, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T11:19:19,187 INFO [M:0;16c88966c0af:34119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1400ms, sequenceid=58, compaction requested=false 2024-11-19T11:19:19,188 INFO [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:19,188 DEBUG [M:0;16c88966c0af:34119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015157787Disabling compacts and flushes for region at 1732015157787Disabling writes for close at 1732015157787Obtaining lock to block concurrent updates at 1732015157787Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015157787Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732015157787Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015157788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015157788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015157801 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015157801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015158210 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015158223 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015158223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015158633 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015158645 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015158645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557d7488: reopening flushed file at 1732015159169 (+524 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1678d068: reopening flushed file at 1732015159175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30631cc9: reopening flushed file at 1732015159180 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1400ms, sequenceid=58, compaction requested=false at 1732015159187 (+7 ms)Writing region close event to WAL at 1732015159188 (+1 ms)Closed at 1732015159188 2024-11-19T11:19:19,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741830_1006 (size=33026) 2024-11-19T11:19:19,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23f462ca-7c8f-3f44-75cf-5fb6eb55ee74/MasterData/WALs/16c88966c0af,34119,1732015081649/16c88966c0af%2C34119%2C1732015081649.1732015083585 not finished, retry = 0 2024-11-19T11:19:19,291 INFO [M:0;16c88966c0af:34119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:19:19,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:19,291 INFO [M:0;16c88966c0af:34119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34119 2024-11-19T11:19:19,292 INFO [M:0;16c88966c0af:34119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:19,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:19,411 INFO [M:0;16c88966c0af:34119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:19,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34119-0x10152d0a2650003, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:19,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f39995f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:19,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f70e10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:19,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:19,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc3153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:19,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43462ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:19,447 WARN [BP-1605965029-172.17.0.2-1732015079262 heartbeating to localhost/127.0.0.1:35117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:19:19,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:19:19,447 WARN [BP-1605965029-172.17.0.2-1732015079262 heartbeating to localhost/127.0.0.1:35117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1605965029-172.17.0.2-1732015079262 (Datanode Uuid dcd0d889-0e5e-4795-927a-61fa0641d006) service to localhost/127.0.0.1:35117 2024-11-19T11:19:19,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:19:19,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/cluster_bc4a8e81-e419-5b57-1776-0f52fcf3b3ba/data/data1/current/BP-1605965029-172.17.0.2-1732015079262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:19,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/cluster_bc4a8e81-e419-5b57-1776-0f52fcf3b3ba/data/data2/current/BP-1605965029-172.17.0.2-1732015079262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:19,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:19:19,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43032ad2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:19,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5176aab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:19,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:19,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410f1829{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:19,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ec4f2af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:19:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:19:19,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:19,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:19,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:19,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:19,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:19,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:19:19,466 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1301121273, stopped=false 2024-11-19T11:19:19,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,42299,1732015075349 2024-11-19T11:19:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616746312/running 2024-11-19T11:19:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616746312/running 2024-11-19T11:19:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:19:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:19:19,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:19,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:19,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:19,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:19,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/running 2024-11-19T11:19:19,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Set watcher on znode that does not yet exist, /0616746312/running 2024-11-19T11:19:19,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,41201,1732015075552' ***** 2024-11-19T11:19:19,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:19:19,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for 199dd2ef0ed6cb99cdddca4cfc446176 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,41201,1732015075552 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:19,487 INFO [RS:0;16c88966c0af:41201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:41201. 2024-11-19T11:19:19,487 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 199dd2ef0ed6cb99cdddca4cfc446176, disabling compactions & flushes 2024-11-19T11:19:19,487 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:19:19,487 DEBUG [RS:0;16c88966c0af:41201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:19,487 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:19,487 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:19:19,487 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. after waiting 0 ms 2024-11-19T11:19:19,488 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:19:19,488 INFO [RS:0;16c88966c0af:41201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:19:19,488 INFO [RS:0;16c88966c0af:41201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:19:19,488 INFO [RS:0;16c88966c0af:41201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:19:19,488 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:19:19,488 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:19:19,488 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1325): Online Regions={199dd2ef0ed6cb99cdddca4cfc446176=test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176., 1588230740=hbase:meta,,1.1588230740, a297cf005aac9da916f2ba0644f137d0=hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0.} 2024-11-19T11:19:19,488 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 199dd2ef0ed6cb99cdddca4cfc446176, a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:19,488 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:19,488 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:19,488 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:19,488 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:19,488 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:19,488 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:19:19,494 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/default/test/199dd2ef0ed6cb99cdddca4cfc446176/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:19:19,495 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 199dd2ef0ed6cb99cdddca4cfc446176: Waiting for close lock at 1732015159487Running coprocessor pre-close hooks at 1732015159487Disabling compacts and flushes for region at 1732015159487Disabling writes for close at 1732015159487Writing region close event to WAL at 1732015159488 (+1 ms)Running coprocessor post-close hooks at 1732015159495 (+7 ms)Closed at 1732015159495 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176. 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a297cf005aac9da916f2ba0644f137d0, disabling compactions & flushes 2024-11-19T11:19:19,495 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. after waiting 0 ms 2024-11-19T11:19:19,495 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:19:19,495 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a297cf005aac9da916f2ba0644f137d0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T11:19:19,510 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/info/9d91de131be64ff39210f9c98942ec67 is 147, key is hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0./info:regioninfo/1732015090512/Put/seqid=0 2024-11-19T11:19:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741844_1020 (size=7686) 2024-11-19T11:19:19,513 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/hfileref/79fa2f8e4ba4428b9e80f379e78a7f8b is 74, key is 1/hfileref:2bc92223a948466cbe7d7a9e6d131e32_SeqId_4_/1732015093841/DeleteColumn/seqid=0 2024-11-19T11:19:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741845_1021 (size=5203) 2024-11-19T11:19:19,522 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:19,688 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:19,848 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:19:19,849 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:19:19,888 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:19,914 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/info/9d91de131be64ff39210f9c98942ec67 2024-11-19T11:19:19,917 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/hfileref/79fa2f8e4ba4428b9e80f379e78a7f8b 2024-11-19T11:19:19,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/queue/e31a2f9f30f04fd1861885333c78b718 is 153, key is 1-16c88966c0af,41201,1732015075552/queue:16c88966c0af%2C41201%2C1732015075552/1732015095668/Put/seqid=0 2024-11-19T11:19:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741846_1022 (size=5352) 2024-11-19T11:19:19,943 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/ns/951b19f7ded545c1b292718e427631f8 is 43, key is default/ns:d/1732015079123/Put/seqid=0 2024-11-19T11:19:19,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741847_1023 (size=5153) 2024-11-19T11:19:19,951 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/ns/951b19f7ded545c1b292718e427631f8 2024-11-19T11:19:19,975 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/rep_barrier/9fde293232984dd2a7aaf9add9ac45b9 is 112, key is test,,1732015084970.199dd2ef0ed6cb99cdddca4cfc446176./rep_barrier:seqnumDuringOpen/1732015086139/Put/seqid=0 2024-11-19T11:19:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741848_1024 (size=5518) 2024-11-19T11:19:20,088 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:20,289 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a297cf005aac9da916f2ba0644f137d0 2024-11-19T11:19:20,344 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/queue/e31a2f9f30f04fd1861885333c78b718 2024-11-19T11:19:20,349 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/hfileref/79fa2f8e4ba4428b9e80f379e78a7f8b as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/hfileref/79fa2f8e4ba4428b9e80f379e78a7f8b 2024-11-19T11:19:20,353 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/hfileref/79fa2f8e4ba4428b9e80f379e78a7f8b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T11:19:20,354 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/.tmp/queue/e31a2f9f30f04fd1861885333c78b718 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/queue/e31a2f9f30f04fd1861885333c78b718 2024-11-19T11:19:20,359 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/queue/e31a2f9f30f04fd1861885333c78b718, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T11:19:20,360 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a297cf005aac9da916f2ba0644f137d0 in 865ms, sequenceid=10, compaction requested=false 2024-11-19T11:19:20,364 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/replication/a297cf005aac9da916f2ba0644f137d0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T11:19:20,365 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:20,365 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:20,365 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:19:20,365 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a297cf005aac9da916f2ba0644f137d0: Waiting for close lock at 1732015159495Running coprocessor pre-close hooks at 1732015159495Disabling compacts and flushes for region at 1732015159495Disabling writes for close at 1732015159495Obtaining lock to block concurrent updates at 1732015159495Preparing flush snapshotting stores in a297cf005aac9da916f2ba0644f137d0 at 1732015159496 (+1 ms)Finished memstore snapshotting hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732015159496Flushing stores of hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. at 1732015159496Flushing a297cf005aac9da916f2ba0644f137d0/hfileref: creating writer at 1732015159496Flushing a297cf005aac9da916f2ba0644f137d0/hfileref: appending metadata at 1732015159513 (+17 ms)Flushing a297cf005aac9da916f2ba0644f137d0/hfileref: closing flushed file at 1732015159513Flushing a297cf005aac9da916f2ba0644f137d0/queue: creating writer at 1732015159924 (+411 ms)Flushing a297cf005aac9da916f2ba0644f137d0/queue: appending metadata at 1732015159939 (+15 ms)Flushing a297cf005aac9da916f2ba0644f137d0/queue: closing flushed file at 1732015159939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9d8422: reopening flushed file at 1732015160348 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df4d8c6: reopening flushed file at 1732015160353 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a297cf005aac9da916f2ba0644f137d0 in 865ms, sequenceid=10, compaction requested=false at 1732015160360 (+7 ms)Writing region close event to WAL at 1732015160361 (+1 ms)Running coprocessor post-close hooks at 1732015160365 (+4 ms)Closed at 1732015160365 2024-11-19T11:19:20,365 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015089306.a297cf005aac9da916f2ba0644f137d0. 2024-11-19T11:19:20,380 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/rep_barrier/9fde293232984dd2a7aaf9add9ac45b9 2024-11-19T11:19:20,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,401 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/table/63748175fd484e008abbdf1becd348f3 is 53, key is hbase:replication/table:state/1732015090521/Put/seqid=0 2024-11-19T11:19:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741849_1025 (size=5308) 2024-11-19T11:19:20,489 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:19:20,489 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:19:20,489 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:20,689 DEBUG [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:20,806 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/table/63748175fd484e008abbdf1becd348f3 2024-11-19T11:19:20,811 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/info/9d91de131be64ff39210f9c98942ec67 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/info/9d91de131be64ff39210f9c98942ec67 2024-11-19T11:19:20,816 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/info/9d91de131be64ff39210f9c98942ec67, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:19:20,816 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/ns/951b19f7ded545c1b292718e427631f8 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/ns/951b19f7ded545c1b292718e427631f8 2024-11-19T11:19:20,821 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/ns/951b19f7ded545c1b292718e427631f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:19:20,822 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/rep_barrier/9fde293232984dd2a7aaf9add9ac45b9 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/rep_barrier/9fde293232984dd2a7aaf9add9ac45b9 2024-11-19T11:19:20,826 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/rep_barrier/9fde293232984dd2a7aaf9add9ac45b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:19:20,827 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/.tmp/table/63748175fd484e008abbdf1becd348f3 as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/table/63748175fd484e008abbdf1becd348f3 2024-11-19T11:19:20,832 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/table/63748175fd484e008abbdf1becd348f3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:19:20,833 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-19T11:19:20,838 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:19:20,839 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:20,839 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:20,839 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:20,839 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015159488Running coprocessor pre-close hooks at 1732015159488Disabling compacts and flushes for region at 1732015159488Disabling writes for close at 1732015159488Obtaining lock to block concurrent updates at 1732015159488Preparing flush snapshotting stores in 1588230740 at 1732015159488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015159489 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015159489Flushing 1588230740/info: creating writer at 1732015159489Flushing 1588230740/info: appending metadata at 1732015159509 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732015159509Flushing 1588230740/ns: creating writer at 1732015159920 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732015159942 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732015159943 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732015159956 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015159974 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015159975 (+1 ms)Flushing 1588230740/table: creating writer at 1732015160386 (+411 ms)Flushing 1588230740/table: appending metadata at 1732015160400 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015160400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f9a377: reopening flushed file at 1732015160810 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a21d350: reopening flushed file at 1732015160816 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6334c65b: reopening flushed file at 1732015160821 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c64d184: reopening flushed file at 1732015160827 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1732015160833 (+6 ms)Writing region close event to WAL at 1732015160835 (+2 ms)Running coprocessor post-close hooks at 1732015160839 (+4 ms)Closed at 1732015160839 2024-11-19T11:19:20,839 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:20,889 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,41201,1732015075552; all regions closed. 2024-11-19T11:19:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:19:20,893 DEBUG [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs 2024-11-19T11:19:20,893 INFO [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41201%2C1732015075552.meta:.meta(num 1732015078984) 2024-11-19T11:19:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741839_1015 (size=2700) 2024-11-19T11:19:20,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/WALs/16c88966c0af,41201,1732015075552/16c88966c0af%2C41201%2C1732015075552.rep.1732015090479 not finished, retry = 0 2024-11-19T11:19:20,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:20,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:20,997 DEBUG [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs 2024-11-19T11:19:20,997 INFO [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41201%2C1732015075552.rep:(num 1732015090479) 2024-11-19T11:19:20,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741832_1008 (size=1300) 2024-11-19T11:19:21,001 DEBUG [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/oldWALs 2024-11-19T11:19:21,001 INFO [RS:0;16c88966c0af:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41201%2C1732015075552:(num 1732015077991) 2024-11-19T11:19:21,001 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:21,001 INFO [RS:0;16c88966c0af:41201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:21,001 INFO [RS:0;16c88966c0af:41201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:21,002 INFO [RS:0;16c88966c0af:41201 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:21,002 INFO [RS:0;16c88966c0af:41201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:21,002 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:21,002 INFO [RS:0;16c88966c0af:41201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,41201,1732015075552 because: Region server is closing 2024-11-19T11:19:21,002 INFO [RS:0;16c88966c0af:41201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:41201. 2024-11-19T11:19:21,002 DEBUG [RS:0;16c88966c0af:41201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:21,002 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:21,002 DEBUG [RS:0;16c88966c0af:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:21,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:21,103 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:19:21,103 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.wal-reader.16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:19:21,103 INFO [RS:0;16c88966c0af:41201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41201,1732015075552.replicationSource.shipper16c88966c0af%2C41201%2C1732015075552,1-16c88966c0af,41201,1732015075552 terminated 2024-11-19T11:19:21,103 INFO [RS:0;16c88966c0af:41201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41201 2024-11-19T11:19:21,149 INFO [RS:0;16c88966c0af:41201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616746312/rs/16c88966c0af,41201,1732015075552 2024-11-19T11:19:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312/rs 2024-11-19T11:19:21,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,41201,1732015075552] 2024-11-19T11:19:21,169 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0616746312/draining/16c88966c0af,41201,1732015075552 already deleted, retry=false 2024-11-19T11:19:21,170 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,41201,1732015075552 expired; onlineServers=0 2024-11-19T11:19:21,170 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,42299,1732015075349' ***** 2024-11-19T11:19:21,170 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:21,170 DEBUG [M:0;16c88966c0af:42299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:19:21,170 DEBUG [M:0;16c88966c0af:42299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:19:21,170 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:19:21,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015077749 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015077749,5,FailOnTimeoutGroup] 2024-11-19T11:19:21,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015077749 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015077749,5,FailOnTimeoutGroup] 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:21,170 DEBUG [M:0;16c88966c0af:42299 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:21,170 INFO [M:0;16c88966c0af:42299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:19:21,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:19:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0616746312/master 2024-11-19T11:19:21,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0616746312 2024-11-19T11:19:21,180 DEBUG [M:0;16c88966c0af:42299 {}] zookeeper.ZKUtil(347): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Unable to get data of znode /0616746312/master because node does not exist (not an error) 2024-11-19T11:19:21,180 WARN [M:0;16c88966c0af:42299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:19:21,181 INFO [M:0;16c88966c0af:42299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/.lastflushedseqids 2024-11-19T11:19:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741850_1026 (size=263) 2024-11-19T11:19:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:21,259 INFO [RS:0;16c88966c0af:41201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x10152d0a2650001, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:21,259 INFO [RS:0;16c88966c0af:41201 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,41201,1732015075552; zookeeper connection closed. 2024-11-19T11:19:21,260 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7767cba9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7767cba9 2024-11-19T11:19:21,260 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:19:21,586 INFO [M:0;16c88966c0af:42299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:19:21,586 INFO [M:0;16c88966c0af:42299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:19:21,587 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:21,587 INFO [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:21,587 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:21,587 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:21,587 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:21,587 INFO [M:0;16c88966c0af:42299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T11:19:21,601 DEBUG [M:0;16c88966c0af:42299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b70f3dd2cb654745aceecb238699288e is 82, key is hbase:meta,,1/info:regioninfo/1732015079066/Put/seqid=0 2024-11-19T11:19:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741851_1027 (size=5672) 2024-11-19T11:19:22,006 INFO [M:0;16c88966c0af:42299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b70f3dd2cb654745aceecb238699288e 2024-11-19T11:19:22,027 DEBUG [M:0;16c88966c0af:42299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320fed92f74a4a3cb53484b2eb7288fd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015086161/Put/seqid=0 2024-11-19T11:19:22,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741852_1028 (size=7240) 2024-11-19T11:19:22,432 INFO [M:0;16c88966c0af:42299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320fed92f74a4a3cb53484b2eb7288fd 2024-11-19T11:19:22,437 INFO [M:0;16c88966c0af:42299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320fed92f74a4a3cb53484b2eb7288fd 2024-11-19T11:19:22,454 DEBUG [M:0;16c88966c0af:42299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc6c8f5ce74b98ae77b8be4673e84b is 69, key is 16c88966c0af,41201,1732015075552/rs:state/1732015077822/Put/seqid=0 2024-11-19T11:19:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741853_1029 (size=5156) 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:19:22,859 INFO [M:0;16c88966c0af:42299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc6c8f5ce74b98ae77b8be4673e84b 2024-11-19T11:19:22,865 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b70f3dd2cb654745aceecb238699288e as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b70f3dd2cb654745aceecb238699288e 2024-11-19T11:19:22,870 INFO [M:0;16c88966c0af:42299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b70f3dd2cb654745aceecb238699288e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T11:19:22,871 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/320fed92f74a4a3cb53484b2eb7288fd as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320fed92f74a4a3cb53484b2eb7288fd 2024-11-19T11:19:22,876 INFO [M:0;16c88966c0af:42299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 320fed92f74a4a3cb53484b2eb7288fd 2024-11-19T11:19:22,876 INFO [M:0;16c88966c0af:42299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/320fed92f74a4a3cb53484b2eb7288fd, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T11:19:22,878 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63bc6c8f5ce74b98ae77b8be4673e84b as hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63bc6c8f5ce74b98ae77b8be4673e84b 2024-11-19T11:19:22,882 INFO [M:0;16c88966c0af:42299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42887/user/jenkins/test-data/390c91e6-538a-d2c5-987c-e04dbaca9690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63bc6c8f5ce74b98ae77b8be4673e84b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T11:19:22,883 INFO [M:0;16c88966c0af:42299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-19T11:19:22,885 INFO [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:22,885 DEBUG [M:0;16c88966c0af:42299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015161587Disabling compacts and flushes for region at 1732015161587Disabling writes for close at 1732015161587Obtaining lock to block concurrent updates at 1732015161587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015161587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732015161587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015161588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015161588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015161601 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015161601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015162011 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015162027 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015162027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015162437 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015162454 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015162454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1261838d: reopening flushed file at 1732015162864 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6820827b: reopening flushed file at 1732015162870 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32619cd4: reopening flushed file at 1732015162877 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1732015162883 (+6 ms)Writing region close event to WAL at 1732015162885 (+2 ms)Closed at 1732015162885 2024-11-19T11:19:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741830_1006 (size=64526) 2024-11-19T11:19:22,887 INFO [M:0;16c88966c0af:42299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:19:22,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:22,887 INFO [M:0;16c88966c0af:42299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42299 2024-11-19T11:19:22,888 INFO [M:0;16c88966c0af:42299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:23,059 INFO [M:0;16c88966c0af:42299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:23,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42299-0x10152d0a2650000, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:23,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7181b124{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:23,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8c4329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:23,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:23,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57f0b7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:23,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4facbff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:23,063 WARN [BP-1730461157-172.17.0.2-1732015072981 heartbeating to localhost/127.0.0.1:42887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:19:23,063 WARN [BP-1730461157-172.17.0.2-1732015072981 heartbeating to localhost/127.0.0.1:42887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730461157-172.17.0.2-1732015072981 (Datanode Uuid 51ea02c9-8146-493d-a7bc-88f9640863b3) service to localhost/127.0.0.1:42887 2024-11-19T11:19:23,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:19:23,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:19:23,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/data/data1/current/BP-1730461157-172.17.0.2-1732015072981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:23,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/cluster_2a64f177-6be4-1243-a81e-f8995a44d0f8/data/data2/current/BP-1730461157-172.17.0.2-1732015072981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:23,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:19:23,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce2921a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:23,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55fa325b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:23,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:23,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ebfcf05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:23,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a280f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5104c22f-931f-c8fb-380e-62d7b8c6393a/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:23,074 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:19:23,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:19:23,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 136) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42887 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7264b8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7264b8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35117 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=11786 (was 12202) 2024-11-19T11:19:23,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=11786 2024-11-19T11:19:23,112 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T11:19:23,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir so I do NOT create it in target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e 2024-11-19T11:19:23,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:19:23,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.tmp.dir so I do NOT create it in target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e 2024-11-19T11:19:23,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca75a79-9b93-bd5e-9a1c-3a8285b88b3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:19:23,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e 2024-11-19T11:19:23,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b, deleteOnExit=true 2024-11-19T11:19:23,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/zookeeper_0, clientPort=63119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:19:23,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63119 2024-11-19T11:19:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:19:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:19:23,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/test.cache.data in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:19:23,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:23,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:19:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:19:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:19:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:19:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:19:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d0a2650005, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:19:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d0a2650002, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:19:23,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d0a2650005, quorum=127.0.0.1:53282, baseZNode=/1-1500288737 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:19:23,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d0a2650002, quorum=127.0.0.1:53282, baseZNode=/0616746312 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:19:23,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:23,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:23,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:23,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:23,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:19:23,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:23,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175037e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:23,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@447d23c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:23,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55372f04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/java.io.tmpdir/jetty-localhost-34913-hadoop-hdfs-3_4_1-tests_jar-_-any-3905471867274743167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:23,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482403ce{HTTP/1.1, (http/1.1)}{localhost:34913} 2024-11-19T11:19:23,605 INFO [Time-limited test {}] server.Server(415): Started @148344ms 2024-11-19T11:19:23,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:23,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:23,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:23,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:23,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:19:23,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c1b335{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:23,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28a0df1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:23,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@92fdbf2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/java.io.tmpdir/jetty-localhost-39473-hadoop-hdfs-3_4_1-tests_jar-_-any-9501822965088855083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:23,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7517ed6d{HTTP/1.1, (http/1.1)}{localhost:39473} 2024-11-19T11:19:23,971 INFO [Time-limited test {}] server.Server(415): Started @148711ms 2024-11-19T11:19:23,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:19:24,879 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/data/data1/current/BP-571048153-172.17.0.2-1732015163147/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:24,879 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/data/data2/current/BP-571048153-172.17.0.2-1732015163147/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:24,895 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7532fa89efc641aa with lease ID 0x164c03d06b60d94c: Processing first storage report for DS-fe608973-59f1-4ab9-896a-569dfaa2072e from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=7a90ec07-b4e6-4e7f-832d-8df50e25220b, infoPort=43985, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=730087085;c=1732015163147) 2024-11-19T11:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7532fa89efc641aa with lease ID 0x164c03d06b60d94c: from storage DS-fe608973-59f1-4ab9-896a-569dfaa2072e node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=7a90ec07-b4e6-4e7f-832d-8df50e25220b, infoPort=43985, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=730087085;c=1732015163147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7532fa89efc641aa with lease ID 0x164c03d06b60d94c: Processing first storage report for DS-cd165967-7460-4570-b8f7-f3565ac98962 from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=7a90ec07-b4e6-4e7f-832d-8df50e25220b, infoPort=43985, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=730087085;c=1732015163147) 2024-11-19T11:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7532fa89efc641aa with lease ID 0x164c03d06b60d94c: from storage DS-cd165967-7460-4570-b8f7-f3565ac98962 node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=7a90ec07-b4e6-4e7f-832d-8df50e25220b, infoPort=43985, infoSecurePort=0, ipcPort=37597, storageInfo=lv=-57;cid=testClusterID;nsid=730087085;c=1732015163147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:24,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e 2024-11-19T11:19:24,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:24,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:19:25,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d with version=8 2024-11-19T11:19:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/hbase-staging 2024-11-19T11:19:25,317 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:25,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:25,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:25,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:19:25,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:25,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43841 2024-11-19T11:19:25,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43841 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:25,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438410x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:25,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43841-0x10152d202a50000 connected 2024-11-19T11:19:25,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:25,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:25,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:25,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d, hbase.cluster.distributed=false 2024-11-19T11:19:25,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/acl 2024-11-19T11:19:25,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-19T11:19:25,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43841 2024-11-19T11:19:25,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43841 2024-11-19T11:19:25,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-19T11:19:25,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-19T11:19:25,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:19:25,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:25,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41547 2024-11-19T11:19:25,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41547 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:25,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:25,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:25,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415470x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:25,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415470x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:25,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41547-0x10152d202a50001 connected 2024-11-19T11:19:25,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:19:25,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:19:25,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/master 2024-11-19T11:19:25,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/acl 2024-11-19T11:19:25,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-19T11:19:25,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41547 2024-11-19T11:19:25,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41547 2024-11-19T11:19:25,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-19T11:19:25,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-19T11:19:25,573 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:43841 2024-11-19T11:19:25,573 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-893496335/backup-masters/16c88966c0af,43841,1732015165317 2024-11-19T11:19:25,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:25,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:25,584 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/backup-masters/16c88966c0af,43841,1732015165317 2024-11-19T11:19:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/master 2024-11-19T11:19:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:25,595 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/master 2024-11-19T11:19:25,595 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-893496335/backup-masters/16c88966c0af,43841,1732015165317 from backup master directory 2024-11-19T11:19:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/backup-masters/16c88966c0af,43841,1732015165317 2024-11-19T11:19:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:25,605 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:25,605 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,43841,1732015165317 2024-11-19T11:19:25,608 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/hbase.id] with ID: 31ccbc98-588b-4fa7-a9db-9d6a0d1442c6 2024-11-19T11:19:25,608 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.tmp/hbase.id 2024-11-19T11:19:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:19:25,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:25,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:25,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:25,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:25,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:25,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:25,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:26,013 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.tmp/hbase.id]:[hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/hbase.id] 2024-11-19T11:19:26,022 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:26,022 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:19:26,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:19:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:19:26,480 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:19:26,481 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:19:26,482 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:19:26,889 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store 2024-11-19T11:19:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:19:27,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:27,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:27,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:27,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:27,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:27,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:27,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:27,295 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015167295Disabling compacts and flushes for region at 1732015167295Disabling writes for close at 1732015167295Writing region close event to WAL at 1732015167295Closed at 1732015167295 2024-11-19T11:19:27,295 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/.initializing 2024-11-19T11:19:27,296 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317 2024-11-19T11:19:27,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:27,297 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C43841%2C1732015165317, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/oldWALs, maxLogs=10 2024-11-19T11:19:27,310 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317/16c88966c0af%2C43841%2C1732015165317.1732015167298, exclude list is [], retry=0 2024-11-19T11:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:27,314 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:27,314 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:27,314 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:27,314 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:27,314 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,314 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:19:27,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:27,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:19:27,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:27,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:19:27,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:27,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:19:27,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:27,322 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,322 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,322 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,324 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,324 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,324 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:27,325 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:27,327 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:27,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64521182, jitterRate=-0.03855946660041809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:27,329 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015167314Initializing all the Stores at 1732015167315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015167315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015167316 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015167316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015167316Cleaning up temporary data from old regions at 1732015167324 (+8 ms)Region opened successfully at 1732015167329 (+5 ms) 2024-11-19T11:19:27,329 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:19:27,332 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ee28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:27,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:19:27,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:19:27,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:19:27,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:19:27,334 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:19:27,334 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:19:27,334 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:19:27,336 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:19:27,337 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/balancer because node does not exist (not necessarily an error) 2024-11-19T11:19:27,390 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/balancer already deleted, retry=false 2024-11-19T11:19:27,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:19:27,391 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:19:27,401 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/normalizer already deleted, retry=false 2024-11-19T11:19:27,401 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:19:27,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:19:27,411 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/switch/split already deleted, retry=false 2024-11-19T11:19:27,412 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:19:27,422 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/switch/merge already deleted, retry=false 2024-11-19T11:19:27,424 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:19:27,436 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/snapshot-cleanup already deleted, retry=false 2024-11-19T11:19:27,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:27,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:27,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,447 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,43841,1732015165317, sessionid=0x10152d202a50000, setting cluster-up flag (Was=false) 2024-11-19T11:19:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,499 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-893496335/flush-table-proc/acquired, /0-893496335/flush-table-proc/reached, /0-893496335/flush-table-proc/abort 2024-11-19T11:19:27,500 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,43841,1732015165317 2024-11-19T11:19:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:27,552 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-893496335/online-snapshot/acquired, /0-893496335/online-snapshot/reached, /0-893496335/online-snapshot/abort 2024-11-19T11:19:27,553 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,43841,1732015165317 2024-11-19T11:19:27,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:19:27,555 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:27,555 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:19:27,555 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:19:27,556 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,43841,1732015165317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:19:27,557 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,558 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:27,558 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,558 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015197558 2024-11-19T11:19:27,558 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:27,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:19:27,559 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:19:27,560 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:19:27,560 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:19:27,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:19:27,560 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015167560,5,FailOnTimeoutGroup] 2024-11-19T11:19:27,564 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015167560,5,FailOnTimeoutGroup] 2024-11-19T11:19:27,564 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,564 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:19:27,564 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,564 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,565 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(746): ClusterId : 31ccbc98-588b-4fa7-a9db-9d6a0d1442c6 2024-11-19T11:19:27,565 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:19:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:19:27,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:19:27,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d 2024-11-19T11:19:27,574 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:19:27,574 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:19:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741832_1008 (size=32) 2024-11-19T11:19:27,584 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:19:27,585 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3e54ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:27,596 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:41547 2024-11-19T11:19:27,596 INFO [RS:0;16c88966c0af:41547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:19:27,596 INFO [RS:0;16c88966c0af:41547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:19:27,596 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:19:27,597 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,43841,1732015165317 with port=41547, startcode=1732015165533 2024-11-19T11:19:27,597 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:19:27,599 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:19:27,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43841 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,600 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d 2024-11-19T11:19:27,600 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33993 2024-11-19T11:19:27,601 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:19:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/rs 2024-11-19T11:19:27,612 DEBUG [RS:0;16c88966c0af:41547 {}] zookeeper.ZKUtil(111): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/rs/16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,612 WARN [RS:0;16c88966c0af:41547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:27,612 INFO [RS:0;16c88966c0af:41547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:27,612 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,41547,1732015165533] 2024-11-19T11:19:27,615 INFO [RS:0;16c88966c0af:41547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:19:27,618 INFO [RS:0;16c88966c0af:41547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:19:27,618 INFO [RS:0;16c88966c0af:41547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:19:27,618 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,618 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:19:27,619 INFO [RS:0;16c88966c0af:41547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:19:27,619 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:27,619 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:27,620 DEBUG [RS:0;16c88966c0af:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:27,624 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,624 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,624 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,625 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,625 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,625 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41547,1732015165533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:27,642 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:19:27,643 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41547,1732015165533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,643 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,643 INFO [RS:0;16c88966c0af:41547 {}] regionserver.Replication(171): 16c88966c0af,41547,1732015165533 started 2024-11-19T11:19:27,659 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:27,659 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,41547,1732015165533, RpcServer on 16c88966c0af/172.17.0.2:41547, sessionid=0x10152d202a50001 2024-11-19T11:19:27,659 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:19:27,659 DEBUG [RS:0;16c88966c0af:41547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,659 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,41547,1732015165533' 2024-11-19T11:19:27,659 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-893496335/flush-table-proc/abort' 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-893496335/flush-table-proc/acquired' 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,41547,1732015165533 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,41547,1732015165533' 2024-11-19T11:19:27,660 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-893496335/online-snapshot/abort' 2024-11-19T11:19:27,661 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-893496335/online-snapshot/acquired' 2024-11-19T11:19:27,661 DEBUG [RS:0;16c88966c0af:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:19:27,661 INFO [RS:0;16c88966c0af:41547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:19:27,661 INFO [RS:0;16c88966c0af:41547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:19:27,761 INFO [RS:0;16c88966c0af:41547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:27,763 INFO [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41547%2C1732015165533, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:27,775 DEBUG [RS:0;16c88966c0af:41547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763, exclude list is [], retry=0 2024-11-19T11:19:27,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:27,780 INFO [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 2024-11-19T11:19:27,781 DEBUG [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:27,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:27,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:27,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:27,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:27,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:27,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:27,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:27,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:27,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:27,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:27,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:27,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:27,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:27,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:27,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:27,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:27,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:27,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:27,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:27,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:27,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:27,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:27,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64516112, jitterRate=-0.0386350154876709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015167979Initializing all the Stores at 1732015167980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015167980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015167980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015167980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015167980Cleaning up temporary data from old regions at 1732015167989 (+9 ms)Region opened successfully at 1732015167994 (+5 ms) 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:27,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:27,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:27,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015167994Disabling compacts and flushes for region at 1732015167994Disabling writes for close at 1732015167994Writing region close event to WAL at 1732015167994Closed at 1732015167994 2024-11-19T11:19:27,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:27,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:19:27,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:19:27,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:27,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:19:28,148 DEBUG [16c88966c0af:43841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:19:28,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,41547,1732015165533 2024-11-19T11:19:28,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,41547,1732015165533, state=OPENING 2024-11-19T11:19:28,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:19:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:28,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:28,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:28,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:28,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,41547,1732015165533}] 2024-11-19T11:19:28,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:19:28,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:19:28,370 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:19:28,370 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:28,370 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:19:28,372 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41547%2C1732015165533.meta, suffix=.meta, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:28,390 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.meta.1732015168372.meta, exclude list is [], retry=0 2024-11-19T11:19:28,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:28,394 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.meta.1732015168372.meta 2024-11-19T11:19:28,395 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:28,395 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:28,395 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:19:28,396 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:19:28,396 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:19:28,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:28,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:28,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:28,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:28,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:28,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:28,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:28,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:28,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:28,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:28,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:28,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:28,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:28,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:28,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:28,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:28,402 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:28,403 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:28,404 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:28,404 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:28,404 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:28,405 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:28,406 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:28,406 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74376160, jitterRate=0.1082911491394043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:28,406 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:19:28,407 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015168396Writing region info on filesystem at 1732015168396Initializing all the Stores at 1732015168397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015168397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015168397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015168397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015168397Cleaning up temporary data from old regions at 1732015168404 (+7 ms)Running coprocessor post-open hooks at 1732015168406 (+2 ms)Region opened successfully at 1732015168407 (+1 ms) 2024-11-19T11:19:28,407 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015168364 2024-11-19T11:19:28,409 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:19:28,409 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:19:28,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,41547,1732015165533 2024-11-19T11:19:28,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,41547,1732015165533, state=OPEN 2024-11-19T11:19:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:28,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,41547,1732015165533 2024-11-19T11:19:28,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:28,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:28,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:19:28,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,41547,1732015165533 in 236 msec 2024-11-19T11:19:28,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:19:28,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-19T11:19:28,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:28,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:19:28,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:28,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41547,1732015165533, seqNum=-1] 2024-11-19T11:19:28,454 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:28,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:28,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 905 msec 2024-11-19T11:19:28,460 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015168460, completionTime=-1 2024-11-19T11:19:28,460 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:19:28,460 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:19:28,462 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:19:28,462 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015228462 2024-11-19T11:19:28,462 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015288462 2024-11-19T11:19:28,462 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:43841, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,465 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:28,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:19:28,470 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:19:28,470 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:19:28,470 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43841,1732015165317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:28,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384f4637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:28,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,43841,-1 for getting cluster id 2024-11-19T11:19:28,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:28,567 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ccbc98-588b-4fa7-a9db-9d6a0d1442c6' 2024-11-19T11:19:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ccbc98-588b-4fa7-a9db-9d6a0d1442c6" 2024-11-19T11:19:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4e7178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,43841,-1] 2024-11-19T11:19:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:28,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:28,570 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:28,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a3febf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:28,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41547,1732015165533, seqNum=-1] 2024-11-19T11:19:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:28,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:28,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,43841,1732015165317 2024-11-19T11:19:28,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:28,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d202a50002 connected 2024-11-19T11:19:28,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir so I do NOT create it in target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87 2024-11-19T11:19:28,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:19:28,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.tmp.dir so I do NOT create it in target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87 2024-11-19T11:19:28,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:19:28,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87 2024-11-19T11:19:28,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:19:28,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/cluster_40c06d85-5a17-0e12-460b-8be4c4dd886f, deleteOnExit=true 2024-11-19T11:19:28,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/test.cache.data in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:19:28,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:28,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:19:28,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:19:28,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:19:28,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:28,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:19:28,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:19:28,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:28,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:28,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:28,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:28,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:19:28,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:28,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66b93859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:28,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce55fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:29,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73874667{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/java.io.tmpdir/jetty-localhost-44907-hadoop-hdfs-3_4_1-tests_jar-_-any-258145699746830644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:29,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9997410{HTTP/1.1, (http/1.1)}{localhost:44907} 2024-11-19T11:19:29,073 INFO [Time-limited test {}] server.Server(415): Started @153812ms 2024-11-19T11:19:29,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:29,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:29,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:19:29,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4731b4d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:29,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45149f09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:29,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55e252bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/java.io.tmpdir/jetty-localhost-43293-hadoop-hdfs-3_4_1-tests_jar-_-any-1876779012168682751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:29,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24dabef4{HTTP/1.1, (http/1.1)}{localhost:43293} 2024-11-19T11:19:29,562 INFO [Time-limited test {}] server.Server(415): Started @154301ms 2024-11-19T11:19:29,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:19:30,587 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/cluster_40c06d85-5a17-0e12-460b-8be4c4dd886f/data/data1/current/BP-706468358-172.17.0.2-1732015168624/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:30,587 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/cluster_40c06d85-5a17-0e12-460b-8be4c4dd886f/data/data2/current/BP-706468358-172.17.0.2-1732015168624/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:30,603 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:19:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65a1c76b51a019e with lease ID 0xde965cee28ef8c0b: Processing first storage report for DS-5a18484c-e42e-47a6-93d0-46e18ce7158f from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=f4850751-e00b-4e40-b379-eed72d3e2c73, infoPort=32941, infoSecurePort=0, ipcPort=42745, storageInfo=lv=-57;cid=testClusterID;nsid=285679348;c=1732015168624) 2024-11-19T11:19:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65a1c76b51a019e with lease ID 0xde965cee28ef8c0b: from storage DS-5a18484c-e42e-47a6-93d0-46e18ce7158f node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=f4850751-e00b-4e40-b379-eed72d3e2c73, infoPort=32941, infoSecurePort=0, ipcPort=42745, storageInfo=lv=-57;cid=testClusterID;nsid=285679348;c=1732015168624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65a1c76b51a019e with lease ID 0xde965cee28ef8c0b: Processing first storage report for DS-6e41f9e2-ff8f-4386-9124-c2a73668ef5d from datanode DatanodeRegistration(127.0.0.1:38453, datanodeUuid=f4850751-e00b-4e40-b379-eed72d3e2c73, infoPort=32941, infoSecurePort=0, ipcPort=42745, storageInfo=lv=-57;cid=testClusterID;nsid=285679348;c=1732015168624) 2024-11-19T11:19:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65a1c76b51a019e with lease ID 0xde965cee28ef8c0b: from storage DS-6e41f9e2-ff8f-4386-9124-c2a73668ef5d node DatanodeRegistration(127.0.0.1:38453, datanodeUuid=f4850751-e00b-4e40-b379-eed72d3e2c73, infoPort=32941, infoSecurePort=0, ipcPort=42745, storageInfo=lv=-57;cid=testClusterID;nsid=285679348;c=1732015168624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:30,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87 2024-11-19T11:19:30,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:30,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:19:31,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4 with version=8 2024-11-19T11:19:31,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/hbase-staging 2024-11-19T11:19:31,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:31,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:31,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:19:31,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:31,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46161 2024-11-19T11:19:31,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46161 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:31,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461610x0, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:31,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46161-0x10152d202a50003 connected 2024-11-19T11:19:31,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:31,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:31,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/running 2024-11-19T11:19:31,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4, hbase.cluster.distributed=false 2024-11-19T11:19:31,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/acl 2024-11-19T11:19:31,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-19T11:19:31,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46161 2024-11-19T11:19:31,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46161 2024-11-19T11:19:31,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-19T11:19:31,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46161 2024-11-19T11:19:31,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:19:31,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:31,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45907 2024-11-19T11:19:31,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45907 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:31,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:31,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459070x0, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:31,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459070x0, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/running 2024-11-19T11:19:31,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45907-0x10152d202a50004 connected 2024-11-19T11:19:31,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:19:31,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:19:31,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/master 2024-11-19T11:19:31,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/acl 2024-11-19T11:19:31,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-19T11:19:31,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45907 2024-11-19T11:19:31,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45907 2024-11-19T11:19:31,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-19T11:19:31,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45907 2024-11-19T11:19:31,287 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:46161 2024-11-19T11:19:31,287 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11308158362/backup-masters/16c88966c0af,46161,1732015171108 2024-11-19T11:19:31,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/backup-masters 2024-11-19T11:19:31,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/backup-masters 2024-11-19T11:19:31,300 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on existing znode=/11308158362/backup-masters/16c88966c0af,46161,1732015171108 2024-11-19T11:19:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11308158362/master 2024-11-19T11:19:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:31,310 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on existing znode=/11308158362/master 2024-11-19T11:19:31,310 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11308158362/backup-masters/16c88966c0af,46161,1732015171108 from backup master directory 2024-11-19T11:19:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/backup-masters 2024-11-19T11:19:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11308158362/backup-masters/16c88966c0af,46161,1732015171108 2024-11-19T11:19:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/backup-masters 2024-11-19T11:19:31,320 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:31,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,46161,1732015171108 2024-11-19T11:19:31,323 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/hbase.id] with ID: a983c143-232a-445f-a39b-0b1a470b5a2d 2024-11-19T11:19:31,323 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/.tmp/hbase.id 2024-11-19T11:19:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:19:31,728 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/.tmp/hbase.id]:[hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/hbase.id] 2024-11-19T11:19:31,738 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:31,738 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:19:31,739 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:19:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:31,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:19:32,196 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:19:32,197 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:19:32,197 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:19:32,604 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store 2024-11-19T11:19:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:19:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:19:32,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:19:32,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:32,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:19:32,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:32,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:33,010 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:33,010 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:33,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015173010Disabling compacts and flushes for region at 1732015173010Disabling writes for close at 1732015173010Writing region close event to WAL at 1732015173010Closed at 1732015173010 2024-11-19T11:19:33,011 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/.initializing 2024-11-19T11:19:33,011 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/WALs/16c88966c0af,46161,1732015171108 2024-11-19T11:19:33,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:33,014 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C46161%2C1732015171108, suffix=, logDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/WALs/16c88966c0af,46161,1732015171108, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/oldWALs, maxLogs=10 2024-11-19T11:19:33,026 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/WALs/16c88966c0af,46161,1732015171108/16c88966c0af%2C46161%2C1732015171108.1732015173014, exclude list is [], retry=0 2024-11-19T11:19:33,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-5a18484c-e42e-47a6-93d0-46e18ce7158f,DISK] 2024-11-19T11:19:33,030 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/WALs/16c88966c0af,46161,1732015171108/16c88966c0af%2C46161%2C1732015171108.1732015173014 2024-11-19T11:19:33,030 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32941:32941)] 2024-11-19T11:19:33,030 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:33,030 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:33,030 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,030 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:19:33,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:33,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:33,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:19:33,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:33,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:33,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:19:33,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:33,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:33,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:19:33,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:33,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:33,037 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,038 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,038 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:33,040 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:33,041 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:33,041 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736866, jitterRate=-0.12475249171257019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:33,042 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015173030Initializing all the Stores at 1732015173031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015173031Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015173031Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015173031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015173031Cleaning up temporary data from old regions at 1732015173039 (+8 ms)Region opened successfully at 1732015173042 (+3 ms) 2024-11-19T11:19:33,042 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:19:33,044 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789096ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:33,045 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:19:33,045 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:19:33,045 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:19:33,045 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:19:33,045 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:19:33,046 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:19:33,046 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:19:33,047 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:19:33,048 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/balancer because node does not exist (not necessarily an error) 2024-11-19T11:19:33,127 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/balancer already deleted, retry=false 2024-11-19T11:19:33,127 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:19:33,128 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:19:33,137 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/normalizer already deleted, retry=false 2024-11-19T11:19:33,137 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:19:33,138 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:19:33,148 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/switch/split already deleted, retry=false 2024-11-19T11:19:33,148 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:19:33,158 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/switch/merge already deleted, retry=false 2024-11-19T11:19:33,160 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:19:33,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/snapshot-cleanup already deleted, retry=false 2024-11-19T11:19:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11308158362/running 2024-11-19T11:19:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11308158362/running 2024-11-19T11:19:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,184 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,46161,1732015171108, sessionid=0x10152d202a50003, setting cluster-up flag (Was=false) 2024-11-19T11:19:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,236 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11308158362/flush-table-proc/acquired, /11308158362/flush-table-proc/reached, /11308158362/flush-table-proc/abort 2024-11-19T11:19:33,236 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,46161,1732015171108 2024-11-19T11:19:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:33,288 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11308158362/online-snapshot/acquired, /11308158362/online-snapshot/reached, /11308158362/online-snapshot/abort 2024-11-19T11:19:33,289 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,46161,1732015171108 2024-11-19T11:19:33,290 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:19:33,292 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:33,292 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:19:33,292 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:19:33,292 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,46161,1732015171108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:33,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015203295 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:33,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:19:33,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:19:33,296 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015173296,5,FailOnTimeoutGroup] 2024-11-19T11:19:33,296 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015173296,5,FailOnTimeoutGroup] 2024-11-19T11:19:33,296 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:19:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:19:33,379 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(746): ClusterId : a983c143-232a-445f-a39b-0b1a470b5a2d 2024-11-19T11:19:33,379 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:19:33,391 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:19:33,391 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:19:33,401 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:19:33,402 DEBUG [RS:0;16c88966c0af:45907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a8a7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:33,418 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:45907 2024-11-19T11:19:33,418 INFO [RS:0;16c88966c0af:45907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:19:33,418 INFO [RS:0;16c88966c0af:45907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:19:33,418 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:19:33,418 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,46161,1732015171108 with port=45907, startcode=1732015171252 2024-11-19T11:19:33,419 DEBUG [RS:0;16c88966c0af:45907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:19:33,420 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:19:33,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46161 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,422 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4 2024-11-19T11:19:33,422 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39137 2024-11-19T11:19:33,422 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:19:33,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/rs 2024-11-19T11:19:33,481 DEBUG [RS:0;16c88966c0af:45907 {}] zookeeper.ZKUtil(111): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on existing znode=/11308158362/rs/16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,481 WARN [RS:0;16c88966c0af:45907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:33,481 INFO [RS:0;16c88966c0af:45907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:33,481 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,45907,1732015171252] 2024-11-19T11:19:33,484 INFO [RS:0;16c88966c0af:45907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:19:33,485 INFO [RS:0;16c88966c0af:45907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:19:33,486 INFO [RS:0;16c88966c0af:45907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:19:33,486 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,486 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:19:33,486 INFO [RS:0;16c88966c0af:45907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:19:33,486 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:33,487 DEBUG [RS:0;16c88966c0af:45907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:33,487 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,487 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,487 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,488 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,488 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,488 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45907,1732015171252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:33,501 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:19:33,501 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45907,1732015171252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,501 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,501 INFO [RS:0;16c88966c0af:45907 {}] regionserver.Replication(171): 16c88966c0af,45907,1732015171252 started 2024-11-19T11:19:33,514 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:33,514 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,45907,1732015171252, RpcServer on 16c88966c0af/172.17.0.2:45907, sessionid=0x10152d202a50004 2024-11-19T11:19:33,514 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:19:33,514 DEBUG [RS:0;16c88966c0af:45907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,514 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45907,1732015171252' 2024-11-19T11:19:33,514 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11308158362/flush-table-proc/abort' 2024-11-19T11:19:33,514 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11308158362/flush-table-proc/acquired' 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,45907,1732015171252 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45907,1732015171252' 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11308158362/online-snapshot/abort' 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11308158362/online-snapshot/acquired' 2024-11-19T11:19:33,515 DEBUG [RS:0;16c88966c0af:45907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:19:33,515 INFO [RS:0;16c88966c0af:45907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:19:33,515 INFO [RS:0;16c88966c0af:45907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:19:33,616 INFO [RS:0;16c88966c0af:45907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:33,617 INFO [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45907%2C1732015171252, suffix=, logDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/oldWALs, maxLogs=10 2024-11-19T11:19:33,630 DEBUG [RS:0;16c88966c0af:45907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.1732015173617, exclude list is [], retry=0 2024-11-19T11:19:33,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-5a18484c-e42e-47a6-93d0-46e18ce7158f,DISK] 2024-11-19T11:19:33,634 INFO [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.1732015173617 2024-11-19T11:19:33,634 DEBUG [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32941:32941)] 2024-11-19T11:19:33,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:19:33,704 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4 2024-11-19T11:19:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:19:33,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:33,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:33,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:19:34,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:34,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:34,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:34,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:34,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:34,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:34,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:34,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:34,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:34,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:34,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740 2024-11-19T11:19:34,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740 2024-11-19T11:19:34,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:34,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:34,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:34,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:34,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:34,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72161402, jitterRate=0.07528868317604065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015174110Initializing all the Stores at 1732015174111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015174111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174111Cleaning up temporary data from old regions at 1732015174119 (+8 ms)Region opened successfully at 1732015174122 (+3 ms) 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:34,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:34,122 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015174122Disabling compacts and flushes for region at 1732015174122Disabling writes for close at 1732015174122Writing region close event to WAL at 1732015174122Closed at 1732015174122 2024-11-19T11:19:34,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:34,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:19:34,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:19:34,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:34,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:19:34,275 DEBUG [16c88966c0af:46161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:19:34,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,45907,1732015171252 2024-11-19T11:19:34,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45907,1732015171252, state=OPENING 2024-11-19T11:19:34,327 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:19:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:34,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11308158362/meta-region-server: CHANGED 2024-11-19T11:19:34,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:34,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11308158362/meta-region-server: CHANGED 2024-11-19T11:19:34,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45907,1732015171252}] 2024-11-19T11:19:34,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:19:34,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:19:34,495 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:19:34,495 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:34,496 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:19:34,497 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45907%2C1732015171252.meta, suffix=.meta, logDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252, archiveDir=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/oldWALs, maxLogs=10 2024-11-19T11:19:34,510 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.meta.1732015174497.meta, exclude list is [], retry=0 2024-11-19T11:19:34,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38453,DS-5a18484c-e42e-47a6-93d0-46e18ce7158f,DISK] 2024-11-19T11:19:34,513 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.meta.1732015174497.meta 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32941:32941)] 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:34,514 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:19:34,514 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:19:34,514 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:19:34,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:34,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:34,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:34,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:34,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:34,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:34,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:34,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:34,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:34,520 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:34,520 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740 2024-11-19T11:19:34,521 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740 2024-11-19T11:19:34,522 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:34,522 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:34,522 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:34,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:34,524 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72978356, jitterRate=0.08746224641799927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:34,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:19:34,525 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015174514Writing region info on filesystem at 1732015174515 (+1 ms)Initializing all the Stores at 1732015174515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015174515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015174515Cleaning up temporary data from old regions at 1732015174522 (+7 ms)Running coprocessor post-open hooks at 1732015174524 (+2 ms)Region opened successfully at 1732015174524 2024-11-19T11:19:34,525 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015174490 2024-11-19T11:19:34,527 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:19:34,527 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:19:34,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,45907,1732015171252 2024-11-19T11:19:34,528 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45907,1732015171252, state=OPEN 2024-11-19T11:19:34,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11308158362/meta-region-server 2024-11-19T11:19:34,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11308158362/meta-region-server 2024-11-19T11:19:34,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,45907,1732015171252 2024-11-19T11:19:34,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11308158362/meta-region-server: CHANGED 2024-11-19T11:19:34,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11308158362/meta-region-server: CHANGED 2024-11-19T11:19:34,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:19:34,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45907,1732015171252 in 200 msec 2024-11-19T11:19:34,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:19:34,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-19T11:19:34,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:34,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:19:34,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:34,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45907,1732015171252, seqNum=-1] 2024-11-19T11:19:34,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:34,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:34,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-19T11:19:34,549 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015174549, completionTime=-1 2024-11-19T11:19:34,549 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:19:34,549 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015234551 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015294551 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:46161, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,551 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,553 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:34,554 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:19:34,556 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:19:34,556 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:19:34,556 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46161,1732015171108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:34,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44890d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46161,-1 for getting cluster id 2024-11-19T11:19:34,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:34,581 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a983c143-232a-445f-a39b-0b1a470b5a2d' 2024-11-19T11:19:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a983c143-232a-445f-a39b-0b1a470b5a2d" 2024-11-19T11:19:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ace23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46161,-1] 2024-11-19T11:19:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:34,583 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:34,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50752621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45907,1732015171252, seqNum=-1] 2024-11-19T11:19:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:34,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:34,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,46161,1732015171108 2024-11-19T11:19:34,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:34,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d202a50005 connected 2024-11-19T11:19:34,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb747fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,43841,-1 for getting cluster id 2024-11-19T11:19:34,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:34,615 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ccbc98-588b-4fa7-a9db-9d6a0d1442c6' 2024-11-19T11:19:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ccbc98-588b-4fa7-a9db-9d6a0d1442c6" 2024-11-19T11:19:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ea083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,43841,-1] 2024-11-19T11:19:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:34,616 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:34,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f3888a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,43841,1732015165317 2024-11-19T11:19:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da40429 2024-11-19T11:19:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:34,619 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:19:34,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:46161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:19:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:19:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:34,622 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:46161' 2024-11-19T11:19:34,623 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38297e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,623 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46161,-1 for getting cluster id 2024-11-19T11:19:34,623 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:34,624 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a983c143-232a-445f-a39b-0b1a470b5a2d' 2024-11-19T11:19:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a983c143-232a-445f-a39b-0b1a470b5a2d" 2024-11-19T11:19:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2198a4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46161,-1] 2024-11-19T11:19:34,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:34,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:34,626 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:34,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf2cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:34,626 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46161,1732015171108 2024-11-19T11:19:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b3fd2ad 2024-11-19T11:19:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:34,628 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:19:34,628 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T11:19:34,628 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:19:34,629 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:34,629 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:34,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:34,629 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:19:34,630 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:19:34,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:19:34,631 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:34,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:19:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741835_1011 (size=1138) 2024-11-19T11:19:34,680 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:19:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:35,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87e990ee7856313d96d3c68636dbdcde, NAME => 'hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d 2024-11-19T11:19:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741836_1012 (size=44) 2024-11-19T11:19:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 87e990ee7856313d96d3c68636dbdcde, disabling compactions & flushes 2024-11-19T11:19:35,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. after waiting 0 ms 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87e990ee7856313d96d3c68636dbdcde: Waiting for close lock at 1732015175445Disabling compacts and flushes for region at 1732015175445Disabling writes for close at 1732015175445Writing region close event to WAL at 1732015175445Closed at 1732015175445 2024-11-19T11:19:35,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:19:35,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015175446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015175446"}]},"ts":"1732015175446"} 2024-11-19T11:19:35,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:19:35,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:19:35,450 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015175450"}]},"ts":"1732015175450"} 2024-11-19T11:19:35,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:19:35,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN}] 2024-11-19T11:19:35,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN 2024-11-19T11:19:35,454 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN; state=OFFLINE, location=16c88966c0af,41547,1732015165533; forceNewPlan=false, retain=false 2024-11-19T11:19:35,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87e990ee7856313d96d3c68636dbdcde, regionState=OPENING, regionLocation=16c88966c0af,41547,1732015165533 2024-11-19T11:19:35,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN because future has completed 2024-11-19T11:19:35,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,41547,1732015165533}] 2024-11-19T11:19:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:35,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:35,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:19:35,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C41547%2C1732015165533.rep, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:35,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.rep.1732015175765, exclude list is [], retry=0 2024-11-19T11:19:35,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:35,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.rep.1732015175765 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 87e990ee7856313d96d3c68636dbdcde, NAME => 'hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:35,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. service=MultiRowMutationService 2024-11-19T11:19:35,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,783 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,784 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName hfileref 2024-11-19T11:19:35,784 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:35,784 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:35,784 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,785 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName queue 2024-11-19T11:19:35,785 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:35,785 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:35,785 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,786 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName sid 2024-11-19T11:19:35,786 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:35,787 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:35,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:19:35,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:35,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 87e990ee7856313d96d3c68636dbdcde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61894328, jitterRate=-0.07770264148712158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:19:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:35,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 87e990ee7856313d96d3c68636dbdcde: Running coprocessor pre-open hook at 1732015175782Writing region info on filesystem at 1732015175782Initializing all the Stores at 1732015175782Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015175782Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015175783 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015175783Cleaning up temporary data from old regions at 1732015175789 (+6 ms)Running coprocessor post-open hooks at 1732015175792 (+3 ms)Region opened successfully at 1732015175793 (+1 ms) 2024-11-19T11:19:35,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., pid=7, masterSystemTime=1732015175759 2024-11-19T11:19:35,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:35,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=87e990ee7856313d96d3c68636dbdcde, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,41547,1732015165533 2024-11-19T11:19:35,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,41547,1732015165533 because future has completed 2024-11-19T11:19:35,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T11:19:35,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,41547,1732015165533 in 191 msec 2024-11-19T11:19:35,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:19:35,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN in 348 msec 2024-11-19T11:19:35,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:19:35,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015175802"}]},"ts":"1732015175802"} 2024-11-19T11:19:35,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:19:35,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:19:35,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-19T11:19:35,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., hostname=16c88966c0af,41547,1732015165533, seqNum=2] 2024-11-19T11:19:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:36,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:19:36,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T11:19:36,242 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:19:36,268 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,41547,1732015165533, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:19:36,269 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:36,269 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,41547,1732015165533, seqNum=-1] 2024-11-19T11:19:36,269 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:36,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T11:19:36,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,41547,1732015165533', locateType=CURRENT is [region=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., hostname=16c88966c0af,41547,1732015165533, seqNum=2] 2024-11-19T11:19:36,274 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T11:19:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T11:19:36,276 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,41547,1732015165533 suceeded 2024-11-19T11:19:36,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T11:19:36,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T11:19:36,278 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:46161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:19:36,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6590 sec 2024-11-19T11:19:36,291 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:46161' 2024-11-19T11:19:36,292 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@184d69cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:36,292 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46161,-1 for getting cluster id 2024-11-19T11:19:36,292 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:36,293 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a983c143-232a-445f-a39b-0b1a470b5a2d' 2024-11-19T11:19:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a983c143-232a-445f-a39b-0b1a470b5a2d" 2024-11-19T11:19:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d102b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46161,-1] 2024-11-19T11:19:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,294 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@612e27c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46161,1732015171108 2024-11-19T11:19:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cef0ca9 2024-11-19T11:19:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:36,297 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T11:19:36,297 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,41547,1732015165533 (queues=1) is replicating from cluster=31ccbc98-588b-4fa7-a9db-9d6a0d1442c6 to cluster=a983c143-232a-445f-a39b-0b1a470b5a2d 2024-11-19T11:19:36,297 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C41547%2C1732015165533 2024-11-19T11:19:36,297 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,41547,1732015165533, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:19:36,298 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763, startPosition=0, beingWritten=true 2024-11-19T11:19:36,298 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.shipper16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C41547%2C1732015165533 2024-11-19T11:19:36,503 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 to pos 0, reset compression=false 2024-11-19T11:19:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:19:36,771 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:19:36,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:36,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:36,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:36,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,43841,1732015165317 2024-11-19T11:19:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1479908d 2024-11-19T11:19:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:36,773 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:19:36,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:19:36,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:36,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:36,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:36,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:19:36,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402296532, stopped=false 2024-11-19T11:19:36,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,43841,1732015165317 2024-11-19T11:19:36,807 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 to pos 0, reset compression=false 2024-11-19T11:19:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:36,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:36,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:36,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:36,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:36,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,41547,1732015165533' ***** 2024-11-19T11:19:36,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:19:36,822 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:19:36,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:36,822 INFO [RS:0;16c88966c0af:41547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:19:36,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:19:36,822 INFO [RS:0;16c88966c0af:41547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:19:36,822 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,41547,1732015165533 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:41547. 2024-11-19T11:19:36,823 DEBUG [RS:0;16c88966c0af:41547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87e990ee7856313d96d3c68636dbdcde, disabling compactions & flushes 2024-11-19T11:19:36,823 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:36,823 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. after waiting 0 ms 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:19:36,823 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87e990ee7856313d96d3c68636dbdcde 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:19:36,823 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:19:36,823 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87e990ee7856313d96d3c68636dbdcde=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.} 2024-11-19T11:19:36,823 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:36,823 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:36,823 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:36,824 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T11:19:36,831 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:36,843 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/348c917e55d34fe489d7885dce525ac1 is 147, key is hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde./info:regioninfo/1732015175796/Put/seqid=0 2024-11-19T11:19:36,843 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/.tmp/queue/c8dd9f980b0a494190a8a10bf6da463e is 151, key is 1-16c88966c0af,41547,1732015165533/queue:16c88966c0af%2C41547%2C1732015165533/1732015176273/Put/seqid=0 2024-11-19T11:19:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741839_1015 (size=6631) 2024-11-19T11:19:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741838_1014 (size=5350) 2024-11-19T11:19:36,848 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/.tmp/queue/c8dd9f980b0a494190a8a10bf6da463e 2024-11-19T11:19:36,853 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/.tmp/queue/c8dd9f980b0a494190a8a10bf6da463e as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/queue/c8dd9f980b0a494190a8a10bf6da463e 2024-11-19T11:19:36,858 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/queue/c8dd9f980b0a494190a8a10bf6da463e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T11:19:36,859 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87e990ee7856313d96d3c68636dbdcde in 36ms, sequenceid=5, compaction requested=false 2024-11-19T11:19:36,859 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:19:36,862 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:19:36,863 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:36,863 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:36,863 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:36,863 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87e990ee7856313d96d3c68636dbdcde: Waiting for close lock at 1732015176823Running coprocessor pre-close hooks at 1732015176823Disabling compacts and flushes for region at 1732015176823Disabling writes for close at 1732015176823Obtaining lock to block concurrent updates at 1732015176823Preparing flush snapshotting stores in 87e990ee7856313d96d3c68636dbdcde at 1732015176823Finished memstore snapshotting hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732015176823Flushing stores of hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. at 1732015176824 (+1 ms)Flushing 87e990ee7856313d96d3c68636dbdcde/queue: creating writer at 1732015176824Flushing 87e990ee7856313d96d3c68636dbdcde/queue: appending metadata at 1732015176842 (+18 ms)Flushing 87e990ee7856313d96d3c68636dbdcde/queue: closing flushed file at 1732015176842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb91ed3: reopening flushed file at 1732015176852 (+10 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 87e990ee7856313d96d3c68636dbdcde in 36ms, sequenceid=5, compaction requested=false at 1732015176859 (+7 ms)Writing region close event to WAL at 1732015176860 (+1 ms)Running coprocessor post-close hooks at 1732015176863 (+3 ms)Closed at 1732015176863 2024-11-19T11:19:36,863 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:37,024 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:37,212 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 to pos 0, reset compression=false 2024-11-19T11:19:37,224 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:37,248 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/348c917e55d34fe489d7885dce525ac1 2024-11-19T11:19:37,265 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/ns/1c0846568d1344e9b85b5319c5636a21 is 43, key is default/ns:d/1732015168456/Put/seqid=0 2024-11-19T11:19:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741840_1016 (size=5153) 2024-11-19T11:19:37,424 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:37,624 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:37,625 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:19:37,625 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:19:37,669 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/ns/1c0846568d1344e9b85b5319c5636a21 2024-11-19T11:19:37,686 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/table/58a88157fedb4e60b4ec8831502ce747 is 53, key is hbase:replication/table:state/1732015175802/Put/seqid=0 2024-11-19T11:19:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741841_1017 (size=5256) 2024-11-19T11:19:37,716 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 to pos 0, reset compression=false 2024-11-19T11:19:37,824 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:19:37,824 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:19:37,824 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:38,024 DEBUG [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:38,091 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/table/58a88157fedb4e60b4ec8831502ce747 2024-11-19T11:19:38,096 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/348c917e55d34fe489d7885dce525ac1 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/info/348c917e55d34fe489d7885dce525ac1 2024-11-19T11:19:38,100 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/info/348c917e55d34fe489d7885dce525ac1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T11:19:38,101 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/ns/1c0846568d1344e9b85b5319c5636a21 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/ns/1c0846568d1344e9b85b5319c5636a21 2024-11-19T11:19:38,105 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/ns/1c0846568d1344e9b85b5319c5636a21, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:19:38,106 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/table/58a88157fedb4e60b4ec8831502ce747 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/table/58a88157fedb4e60b4ec8831502ce747 2024-11-19T11:19:38,110 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/table/58a88157fedb4e60b4ec8831502ce747, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T11:19:38,111 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-19T11:19:38,115 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:19:38,116 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:38,116 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:38,116 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:38,116 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015176823Running coprocessor pre-close hooks at 1732015176823Disabling compacts and flushes for region at 1732015176823Disabling writes for close at 1732015176823Obtaining lock to block concurrent updates at 1732015176824 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732015176824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732015176824Flushing stores of hbase:meta,,1.1588230740 at 1732015176824Flushing 1588230740/info: creating writer at 1732015176824Flushing 1588230740/info: appending metadata at 1732015176843 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732015176843Flushing 1588230740/ns: creating writer at 1732015177252 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732015177265 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732015177265Flushing 1588230740/table: creating writer at 1732015177674 (+409 ms)Flushing 1588230740/table: appending metadata at 1732015177686 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732015177686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b3b8de: reopening flushed file at 1732015178095 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294434d5: reopening flushed file at 1732015178101 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456a5d0f: reopening flushed file at 1732015178105 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1732015178111 (+6 ms)Writing region close event to WAL at 1732015178112 (+1 ms)Running coprocessor post-close hooks at 1732015178116 (+4 ms)Closed at 1732015178116 2024-11-19T11:19:38,116 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:38,225 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,41547,1732015165533; all regions closed. 2024-11-19T11:19:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741834_1010 (size=2742) 2024-11-19T11:19:38,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.meta.1732015168372.meta not finished, retry = 0 2024-11-19T11:19:38,320 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 to pos 0, reset compression=false 2024-11-19T11:19:38,329 DEBUG [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:38,329 INFO [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41547%2C1732015165533.meta:.meta(num 1732015168372) 2024-11-19T11:19:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741837_1013 (size=1586) 2024-11-19T11:19:38,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.rep.1732015175765 not finished, retry = 0 2024-11-19T11:19:38,433 DEBUG [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:38,433 INFO [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41547%2C1732015165533.rep:(num 1732015175765) 2024-11-19T11:19:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741833_1009 (size=93) 2024-11-19T11:19:38,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533/16c88966c0af%2C41547%2C1732015165533.1732015167763 not finished, retry = 0 2024-11-19T11:19:38,538 DEBUG [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:38,538 INFO [RS:0;16c88966c0af:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C41547%2C1732015165533:(num 1732015167763) 2024-11-19T11:19:38,538 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:38,538 INFO [RS:0;16c88966c0af:41547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:38,538 INFO [RS:0;16c88966c0af:41547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:38,538 INFO [RS:0;16c88966c0af:41547 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:38,538 INFO [RS:0;16c88966c0af:41547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:38,538 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:38,539 INFO [RS:0;16c88966c0af:41547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,41547,1732015165533 because: Region server is closing 2024-11-19T11:19:38,539 INFO [RS:0;16c88966c0af:41547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:41547. 2024-11-19T11:19:38,539 DEBUG [RS:0;16c88966c0af:41547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:38,539 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:38,539 DEBUG [RS:0;16c88966c0af:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:38,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:38,639 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.wal-reader.16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:19:38,639 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.shipper16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:19:38,639 INFO [RS:0;16c88966c0af:41547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,41547,1732015165533.replicationSource.shipper16c88966c0af%2C41547%2C1732015165533,1-16c88966c0af,41547,1732015165533 terminated 2024-11-19T11:19:38,640 INFO [RS:0;16c88966c0af:41547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41547 2024-11-19T11:19:38,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/rs/16c88966c0af,41547,1732015165533 2024-11-19T11:19:38,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/rs 2024-11-19T11:19:38,656 INFO [RS:0;16c88966c0af:41547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:38,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,41547,1732015165533] 2024-11-19T11:19:38,677 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/draining/16c88966c0af,41547,1732015165533 already deleted, retry=false 2024-11-19T11:19:38,677 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,41547,1732015165533 expired; onlineServers=0 2024-11-19T11:19:38,677 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,43841,1732015165317' ***** 2024-11-19T11:19:38,677 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:19:38,677 INFO [M:0;16c88966c0af:43841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:38,678 DEBUG [M:0;16c88966c0af:43841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:19:38,678 DEBUG [M:0;16c88966c0af:43841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:19:38,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:19:38,678 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015167560 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015167560,5,FailOnTimeoutGroup] 2024-11-19T11:19:38,678 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015167560 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015167560,5,FailOnTimeoutGroup] 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:38,678 DEBUG [M:0;16c88966c0af:43841 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:38,678 INFO [M:0;16c88966c0af:43841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:19:38,678 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:19:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/master 2024-11-19T11:19:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:38,688 DEBUG [M:0;16c88966c0af:43841 {}] zookeeper.ZKUtil(347): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/master because node does not exist (not an error) 2024-11-19T11:19:38,688 WARN [M:0;16c88966c0af:43841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:19:38,689 INFO [M:0;16c88966c0af:43841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.lastflushedseqids 2024-11-19T11:19:38,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741842_1018 (size=181) 2024-11-19T11:19:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:38,767 INFO [RS:0;16c88966c0af:41547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10152d202a50001, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:38,767 INFO [RS:0;16c88966c0af:41547 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,41547,1732015165533; zookeeper connection closed. 2024-11-19T11:19:38,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f6cbac0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f6cbac0 2024-11-19T11:19:38,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:19:39,093 INFO [M:0;16c88966c0af:43841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:19:39,094 INFO [M:0;16c88966c0af:43841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:19:39,094 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:39,094 INFO [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:39,094 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:39,094 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:39,094 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:39,094 INFO [M:0;16c88966c0af:43841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T11:19:39,109 DEBUG [M:0;16c88966c0af:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c66d65be3c654093a5bc0d24c115557e is 82, key is hbase:meta,,1/info:regioninfo/1732015168410/Put/seqid=0 2024-11-19T11:19:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741843_1019 (size=5672) 2024-11-19T11:19:39,513 INFO [M:0;16c88966c0af:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c66d65be3c654093a5bc0d24c115557e 2024-11-19T11:19:39,531 DEBUG [M:0;16c88966c0af:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8019255cf2648959960d5ab97fc2c45 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732015175806/Put/seqid=0 2024-11-19T11:19:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741844_1020 (size=7203) 2024-11-19T11:19:39,935 INFO [M:0;16c88966c0af:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8019255cf2648959960d5ab97fc2c45 2024-11-19T11:19:39,953 DEBUG [M:0;16c88966c0af:43841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10dd9fd4a07432a85a16658c4a8e6af is 69, key is 16c88966c0af,41547,1732015165533/rs:state/1732015167599/Put/seqid=0 2024-11-19T11:19:39,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741845_1021 (size=5156) 2024-11-19T11:19:40,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:40,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:40,357 INFO [M:0;16c88966c0af:43841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10dd9fd4a07432a85a16658c4a8e6af 2024-11-19T11:19:40,362 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c66d65be3c654093a5bc0d24c115557e as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c66d65be3c654093a5bc0d24c115557e 2024-11-19T11:19:40,367 INFO [M:0;16c88966c0af:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c66d65be3c654093a5bc0d24c115557e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T11:19:40,367 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8019255cf2648959960d5ab97fc2c45 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8019255cf2648959960d5ab97fc2c45 2024-11-19T11:19:40,372 INFO [M:0;16c88966c0af:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8019255cf2648959960d5ab97fc2c45, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T11:19:40,372 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10dd9fd4a07432a85a16658c4a8e6af as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10dd9fd4a07432a85a16658c4a8e6af 2024-11-19T11:19:40,377 INFO [M:0;16c88966c0af:43841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10dd9fd4a07432a85a16658c4a8e6af, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T11:19:40,378 INFO [M:0;16c88966c0af:43841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-19T11:19:40,379 INFO [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:40,379 DEBUG [M:0;16c88966c0af:43841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015179094Disabling compacts and flushes for region at 1732015179094Disabling writes for close at 1732015179094Obtaining lock to block concurrent updates at 1732015179094Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015179094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732015179094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015179095 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015179095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015179108 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015179108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015179518 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015179530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015179531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015179940 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015179952 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015179952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230baaad: reopening flushed file at 1732015180362 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9f0b97: reopening flushed file at 1732015180367 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7a105e: reopening flushed file at 1732015180372 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1732015180378 (+6 ms)Writing region close event to WAL at 1732015180379 (+1 ms)Closed at 1732015180379 2024-11-19T11:19:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741830_1006 (size=41008) 2024-11-19T11:19:40,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317/16c88966c0af%2C43841%2C1732015165317.1732015167298 not finished, retry = 0 2024-11-19T11:19:40,482 INFO [M:0;16c88966c0af:43841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:19:40,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:40,482 INFO [M:0;16c88966c0af:43841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43841 2024-11-19T11:19:40,482 INFO [M:0;16c88966c0af:43841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:40,637 INFO [M:0;16c88966c0af:43841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:40,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:40,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43841-0x10152d202a50000, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:40,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:40,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41227 2024-11-19T11:19:40,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41227 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412270x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:40,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41227-0x10152d202a50006 connected 2024-11-19T11:19:40,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:40,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:40,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:40,668 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: INIT 2024-11-19T11:19:40,668 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d, hbase.cluster.distributed=false 2024-11-19T11:19:40,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/acl 2024-11-19T11:19:40,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-19T11:19:40,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41227 2024-11-19T11:19:40,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41227 2024-11-19T11:19:40,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-19T11:19:40,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41227 2024-11-19T11:19:40,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:40,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:19:40,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:40,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45093 2024-11-19T11:19:40,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45093 connecting to ZooKeeper ensemble=127.0.0.1:63119 2024-11-19T11:19:40,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:40,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:40,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450930x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:40,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450930x0, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:40,699 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: INIT 2024-11-19T11:19:40,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45093-0x10152d202a50007 connected 2024-11-19T11:19:40,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:19:40,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:19:40,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/master 2024-11-19T11:19:40,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/acl 2024-11-19T11:19:40,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-19T11:19:40,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45093 2024-11-19T11:19:40,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45093 2024-11-19T11:19:40,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-19T11:19:40,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-19T11:19:40,716 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:41227 2024-11-19T11:19:40,716 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-893496335/backup-masters/16c88966c0af,41227,1732015180639 2024-11-19T11:19:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:40,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:40,727 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/backup-masters/16c88966c0af,41227,1732015180639 2024-11-19T11:19:40,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/master 2024-11-19T11:19:40,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:40,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:40,737 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/master 2024-11-19T11:19:40,738 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-893496335/backup-masters/16c88966c0af,41227,1732015180639 from backup master directory 2024-11-19T11:19:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/backup-masters/16c88966c0af,41227,1732015180639 2024-11-19T11:19:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/backup-masters 2024-11-19T11:19:40,747 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:40,748 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,41227,1732015180639 2024-11-19T11:19:40,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:40,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:19:40,762 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-19T11:19:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741846_1022 (size=196) 2024-11-19T11:19:41,177 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:19:41,178 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:19:41,178 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:41,183 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T11:19:41,185 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317 to hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317-dead as it is dead 2024-11-19T11:19:41,185 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317-dead/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:41,186 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317-dead/16c88966c0af%2C43841%2C1732015165317.1732015167298 after 1ms 2024-11-19T11:19:41,186 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317-dead/16c88966c0af%2C43841%2C1732015165317.1732015167298 to hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:41,186 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,43841,1732015165317-dead 2024-11-19T11:19:41,187 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,41227,1732015180639 2024-11-19T11:19:41,187 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:41,188 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C41227%2C1732015180639, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,41227,1732015180639, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/oldWALs, maxLogs=10 2024-11-19T11:19:41,201 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,41227,1732015180639/16c88966c0af%2C41227%2C1732015180639.1732015181189, exclude list is [], retry=0 2024-11-19T11:19:41,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:41,205 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,41227,1732015180639/16c88966c0af%2C41227%2C1732015180639.1732015181189 2024-11-19T11:19:41,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:41,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:41,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:41,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:19:41,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:41,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c66d65be3c654093a5bc0d24c115557e 2024-11-19T11:19:41,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:41,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:19:41,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:41,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8019255cf2648959960d5ab97fc2c45 2024-11-19T11:19:41,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:41,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:19:41,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:41,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10dd9fd4a07432a85a16658c4a8e6af 2024-11-19T11:19:41,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:41,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:19:41,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:41,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:41,225 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,225 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T11:19:41,225 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:41,229 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:41,230 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/16c88966c0af%2C43841%2C1732015165317.1732015167298 2024-11-19T11:19:41,231 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,231 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,231 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:41,232 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:41,234 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T11:19:41,235 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70542228, jitterRate=0.051161110401153564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:41,235 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015181206Initializing all the Stores at 1732015181207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015181207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015181207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015181207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015181207Cleaning up temporary data from old regions at 1732015181231 (+24 ms)Region opened successfully at 1732015181235 (+4 ms) 2024-11-19T11:19:41,235 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:19:41,237 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@906ea60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:41,239 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T11:19:41,239 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:19:41,239 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:19:41,239 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:19:41,240 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:19:41,242 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:41,242 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:19:41,243 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:19:41,243 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T11:19:41,243 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:19:41,246 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=16c88966c0af,41547,1732015165533, regionLocation=16c88966c0af,41547,1732015165533, openSeqNum=2 2024-11-19T11:19:41,246 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=16c88966c0af,41547,1732015165533, table=hbase:meta, region=1588230740 2024-11-19T11:19:41,246 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,41547,1732015165533, state=OPEN 2024-11-19T11:19:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:41,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:41,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:41,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:41,298 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:19:41,309 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/draining/16c88966c0af,41547,1732015165533 already deleted, retry=false 2024-11-19T11:19:41,309 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 16c88966c0af,41547,1732015165533 on 16c88966c0af,41227,1732015180639 2024-11-19T11:19:41,310 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 16c88966c0af,41547,1732015165533, splitWal=true, meta=true 2024-11-19T11:19:41,310 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 16c88966c0af,41547,1732015165533 (carryingMeta=true) 16c88966c0af,41547,1732015165533/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4c94a0a1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T11:19:41,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/balancer because node does not exist (not necessarily an error) 2024-11-19T11:19:41,319 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/balancer already deleted, retry=false 2024-11-19T11:19:41,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:19:41,320 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:19:41,330 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/normalizer already deleted, retry=false 2024-11-19T11:19:41,330 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:19:41,331 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:19:41,340 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/switch/split already deleted, retry=false 2024-11-19T11:19:41,341 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:19:41,351 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/switch/merge already deleted, retry=false 2024-11-19T11:19:41,363 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:19:41,372 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/snapshot-cleanup already deleted, retry=false 2024-11-19T11:19:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:41,383 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,41227,1732015180639, sessionid=0x10152d202a50006, setting cluster-up flag (Was=false) 2024-11-19T11:19:41,394 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-893496335/flush-table-proc/acquired, /0-893496335/flush-table-proc/reached, /0-893496335/flush-table-proc/abort 2024-11-19T11:19:41,394 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,41227,1732015180639 2024-11-19T11:19:41,404 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-893496335/online-snapshot/acquired, /0-893496335/online-snapshot/reached, /0-893496335/online-snapshot/abort 2024-11-19T11:19:41,405 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,41227,1732015180639 2024-11-19T11:19:41,406 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.lastflushedseqids 2024-11-19T11:19:41,407 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:19:41,408 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:19:41,408 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,41227,1732015180639 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 16c88966c0af,41547,1732015165533 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:41,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015211410 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:19:41,410 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:19:41,411 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 16c88966c0af,41547,1732015165533, splitWal=true, meta=true 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:19:41,411 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015181411,5,FailOnTimeoutGroup] 2024-11-19T11:19:41,411 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 16c88966c0af,41547,1732015165533, splitWal=true, meta=true, isMeta: true 2024-11-19T11:19:41,411 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015181411,5,FailOnTimeoutGroup] 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,412 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015181412, completionTime=-1 2024-11-19T11:19:41,412 WARN [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T11:19:41,412 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T11:19:41,412 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533-splitting 2024-11-19T11:19:41,413 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533-splitting dir is empty, no logs to split. 2024-11-19T11:19:41,413 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16c88966c0af,41547,1732015165533 WAL count=0, meta=true 2024-11-19T11:19:41,415 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533-splitting dir is empty, no logs to split. 2024-11-19T11:19:41,415 INFO [PEWorker-1 {}] master.SplitWALManager(105): 16c88966c0af,41547,1732015165533 WAL count=0, meta=true 2024-11-19T11:19:41,415 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 16c88966c0af,41547,1732015165533 WAL splitting is done? wals=0, meta=true 2024-11-19T11:19:41,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:19:41,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:41,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T11:19:41,507 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(746): ClusterId : 31ccbc98-588b-4fa7-a9db-9d6a0d1442c6 2024-11-19T11:19:41,507 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:19:41,520 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:19:41,520 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:19:41,531 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:19:41,531 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a8dad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:41,541 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:45093 2024-11-19T11:19:41,542 INFO [RS:0;16c88966c0af:45093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:19:41,542 INFO [RS:0;16c88966c0af:45093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:19:41,542 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:19:41,542 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,41227,1732015180639 with port=45093, startcode=1732015180683 2024-11-19T11:19:41,542 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:19:41,544 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:19:41,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41227 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,545 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d 2024-11-19T11:19:41,545 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33993 2024-11-19T11:19:41,545 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:19:41,562 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T11:19:41,568 WARN [16c88966c0af:41227 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T11:19:41,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/rs 2024-11-19T11:19:41,622 DEBUG [RS:0;16c88966c0af:45093 {}] zookeeper.ZKUtil(111): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on existing znode=/0-893496335/rs/16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,622 WARN [RS:0;16c88966c0af:45093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:41,622 INFO [RS:0;16c88966c0af:45093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:41,622 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,45093,1732015180683] 2024-11-19T11:19:41,639 INFO [RS:0;16c88966c0af:45093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:19:41,640 INFO [RS:0;16c88966c0af:45093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:19:41,641 INFO [RS:0;16c88966c0af:45093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:19:41,641 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,641 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:19:41,642 INFO [RS:0;16c88966c0af:45093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:19:41,642 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:41,642 DEBUG [RS:0;16c88966c0af:45093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,643 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45093,1732015180683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:41,654 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:19:41,655 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45093,1732015180683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,666 INFO [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,45093,1732015180683, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:19:41,666 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,666 INFO [RS:0;16c88966c0af:45093 {}] regionserver.Replication(171): 16c88966c0af,45093,1732015180683 started 2024-11-19T11:19:41,678 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:41,678 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,45093,1732015180683, RpcServer on 16c88966c0af/172.17.0.2:45093, sessionid=0x10152d202a50007 2024-11-19T11:19:41,678 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:46161' 2024-11-19T11:19:41,678 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:19:41,678 DEBUG [RS:0;16c88966c0af:45093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,678 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45093,1732015180683' 2024-11-19T11:19:41,678 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-893496335/flush-table-proc/abort' 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-893496335/flush-table-proc/acquired' 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b7b0d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45093,1732015180683' 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-893496335/online-snapshot/abort' 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46161,-1 for getting cluster id 2024-11-19T11:19:41,679 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:41,680 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-893496335/online-snapshot/acquired' 2024-11-19T11:19:41,680 DEBUG [RS:0;16c88966c0af:45093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:19:41,680 INFO [RS:0;16c88966c0af:45093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:19:41,680 INFO [RS:0;16c88966c0af:45093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:19:41,680 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a983c143-232a-445f-a39b-0b1a470b5a2d' 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a983c143-232a-445f-a39b-0b1a470b5a2d" 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cd0726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46161,-1] 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:41,682 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:41,682 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1f695e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:41,682 DEBUG [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46161,1732015171108 2024-11-19T11:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b03e94 2024-11-19T11:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:41,684 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T11:19:41,684 INFO [RS:0;16c88966c0af:45093.replicationSource,1-16c88966c0af,45093,1732015180683 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,45093,1732015180683 (queues=0) is replicating from cluster=31ccbc98-588b-4fa7-a9db-9d6a0d1442c6 to cluster=a983c143-232a-445f-a39b-0b1a470b5a2d 2024-11-19T11:19:41,780 INFO [RS:0;16c88966c0af:45093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:41,782 INFO [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45093%2C1732015180683, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:41,794 DEBUG [RS:0;16c88966c0af:45093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782, exclude list is [], retry=0 2024-11-19T11:19:41,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:41,798 INFO [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 2024-11-19T11:19:41,798 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 16c88966c0af%2C45093%2C1732015180683 for peer 1 2024-11-19T11:19:41,798 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C45093%2C1732015180683 2024-11-19T11:19:41,799 INFO [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,45093,1732015180683, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:19:41,799 DEBUG [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:41,799 INFO [RS:0;16c88966c0af:45093.replicationSource.shipper16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C45093%2C1732015180683 2024-11-19T11:19:41,799 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782, startPosition=0, beingWritten=true 2024-11-19T11:19:41,818 DEBUG [16c88966c0af:41227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:19:41,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,45093,1732015180683 2024-11-19T11:19:41,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45093,1732015180683, state=OPENING 2024-11-19T11:19:41,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:41,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:41,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:41,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:41,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:41,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45093,1732015180683}] 2024-11-19T11:19:41,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:19:41,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:19:41,991 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:19:41,991 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:41,991 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:19:41,993 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45093%2C1732015180683.meta, suffix=.meta, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:42,004 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:42,005 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.meta.1732015181993.meta, exclude list is [], retry=0 2024-11-19T11:19:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:42,008 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.meta.1732015181993.meta 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:42,009 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:19:42,009 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:42,009 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:19:42,010 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:19:42,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:42,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:42,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:42,016 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/info/348c917e55d34fe489d7885dce525ac1 2024-11-19T11:19:42,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:42,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:42,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:42,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:42,021 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/ns/1c0846568d1344e9b85b5319c5636a21 2024-11-19T11:19:42,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:42,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:42,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:42,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:42,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:42,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:42,027 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/table/58a88157fedb4e60b4ec8831502ce747 2024-11-19T11:19:42,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:42,027 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:42,028 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:42,029 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740 2024-11-19T11:19:42,030 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:42,030 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:42,030 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:42,031 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:42,032 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64797664, jitterRate=-0.0344395637512207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:42,032 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:19:42,032 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015182010Writing region info on filesystem at 1732015182010Initializing all the Stores at 1732015182010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015182010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015182010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015182010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015182010Cleaning up temporary data from old regions at 1732015182030 (+20 ms)Running coprocessor post-open hooks at 1732015182032 (+2 ms)Region opened successfully at 1732015182032 2024-11-19T11:19:42,033 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732015181987 2024-11-19T11:19:42,034 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:19:42,034 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:19:42,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=16c88966c0af,45093,1732015180683 2024-11-19T11:19:42,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45093,1732015180683, state=OPEN 2024-11-19T11:19:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-893496335/meta-region-server 2024-11-19T11:19:42,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:42,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-893496335/meta-region-server: CHANGED 2024-11-19T11:19:42,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,45093,1732015180683 2024-11-19T11:19:42,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T11:19:42,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45093,1732015180683 in 267 msec 2024-11-19T11:19:42,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:19:42,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-11-19T11:19:42,308 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:42,712 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:43,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T11:19:43,217 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:43,821 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:44,526 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:44,567 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T11:19:45,330 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:45,919 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T11:19:45,919 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:19:45,919 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:45,919 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45093,1732015180683, seqNum=-1] 2024-11-19T11:19:45,920 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:45,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:45,924 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=87e990ee7856313d96d3c68636dbdcde, regionState=OPEN, lastHost=16c88966c0af,41547,1732015165533, regionLocation=16c88966c0af,41547,1732015165533, openSeqNum=2 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015245924 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015305924 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-19T11:19:45,924 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 16c88966c0af,41547,1732015165533 had 2 regions 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,924 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,925 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,925 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:41227, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,925 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,925 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:45,925 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 16c88966c0af,41547,1732015165533, splitWal=true, meta=true, isMeta: false 2024-11-19T11:19:45,927 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533-splitting dir is empty, no logs to split. 2024-11-19T11:19:45,927 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16c88966c0af,41547,1732015165533 WAL count=0, meta=false 2024-11-19T11:19:45,929 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,41547,1732015165533-splitting dir is empty, no logs to split. 2024-11-19T11:19:45,929 INFO [PEWorker-3 {}] master.SplitWALManager(105): 16c88966c0af,41547,1732015165533 WAL count=0, meta=false 2024-11-19T11:19:45,929 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 16c88966c0af,41547,1732015165533 WAL splitting is done? wals=0, meta=false 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.183sec 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:45,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:19:45,932 WARN [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=16c88966c0af,41547,1732015165533/hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:45,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN}] 2024-11-19T11:19:45,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN 2024-11-19T11:19:45,935 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:19:45,935 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:19:45,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T11:19:45,935 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,41227,1732015180639-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:46,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,41227,-1 for getting cluster id 2024-11-19T11:19:46,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:46,012 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ccbc98-588b-4fa7-a9db-9d6a0d1442c6' 2024-11-19T11:19:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ccbc98-588b-4fa7-a9db-9d6a0d1442c6" 2024-11-19T11:19:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,41227,-1] 2024-11-19T11:19:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,013 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406fd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45093,1732015180683, seqNum=-1] 2024-11-19T11:19:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:46,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:46,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T11:19:46,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:46,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:46,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:46,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 16c88966c0af:41227 after: 16c88966c0af:41227 2024-11-19T11:19:46,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7949e5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,41227,-1 for getting cluster id 2024-11-19T11:19:46,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:46,020 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ccbc98-588b-4fa7-a9db-9d6a0d1442c6' 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ccbc98-588b-4fa7-a9db-9d6a0d1442c6" 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f16e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,41227,-1] 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,021 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:46,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0213e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:46,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:19:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,41227,1732015180639 2024-11-19T11:19:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36875ce7 2024-11-19T11:19:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:19:46,023 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:19:46,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T11:19:46,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:19:46,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:46,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:46,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:19:46,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1920650441, stopped=false 2024-11-19T11:19:46,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,46161,1732015171108 2024-11-19T11:19:46,085 DEBUG [16c88966c0af:41227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:19:46,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=87e990ee7856313d96d3c68636dbdcde, regionState=OPENING, regionLocation=16c88966c0af,45093,1732015180683 2024-11-19T11:19:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN because future has completed 2024-11-19T11:19:46,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,45093,1732015180683}] 2024-11-19T11:19:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11308158362/running 2024-11-19T11:19:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11308158362/running 2024-11-19T11:19:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:46,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:46,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:46,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:46,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/running 2024-11-19T11:19:46,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Set watcher on znode that does not yet exist, /11308158362/running 2024-11-19T11:19:46,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,45907,1732015171252' ***** 2024-11-19T11:19:46,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:19:46,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,45907,1732015171252 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45907. 2024-11-19T11:19:46,106 DEBUG [RS:0;16c88966c0af:45907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:46,106 DEBUG [RS:0;16c88966c0af:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:19:46,106 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:19:46,107 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:19:46,107 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:19:46,107 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:46,107 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:46,107 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:46,107 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:46,107 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:46,107 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:46,107 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T11:19:46,121 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/.tmp/ns/f3377d4a323a4279917e8e9272782d3a is 43, key is default/ns:d/1732015174545/Put/seqid=0 2024-11-19T11:19:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741835_1011 (size=5153) 2024-11-19T11:19:46,197 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:46,236 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:46,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:46,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:46,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:19:46,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45093%2C1732015180683.rep, suffix=, logDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683, archiveDir=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs, maxLogs=10 2024-11-19T11:19:46,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.rep.1732015186244, exclude list is [], retry=0 2024-11-19T11:19:46,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-fe608973-59f1-4ab9-896a-569dfaa2072e,DISK] 2024-11-19T11:19:46,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.rep.1732015186244 2024-11-19T11:19:46,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 87e990ee7856313d96d3c68636dbdcde, NAME => 'hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:46,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. service=MultiRowMutationService 2024-11-19T11:19:46,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,262 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,262 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName hfileref 2024-11-19T11:19:46,262 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:46,263 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:46,263 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,264 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName queue 2024-11-19T11:19:46,264 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:46,268 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/queue/c8dd9f980b0a494190a8a10bf6da463e 2024-11-19T11:19:46,268 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:46,268 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,269 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e990ee7856313d96d3c68636dbdcde columnFamilyName sid 2024-11-19T11:19:46,269 DEBUG [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:46,270 INFO [StoreOpener-87e990ee7856313d96d3c68636dbdcde-1 {}] regionserver.HStore(327): Store=87e990ee7856313d96d3c68636dbdcde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:46,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:19:46,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 87e990ee7856313d96d3c68636dbdcde; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60110605, jitterRate=-0.1042821854352951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:19:46,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:46,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 87e990ee7856313d96d3c68636dbdcde: Running coprocessor pre-open hook at 1732015186260Writing region info on filesystem at 1732015186261 (+1 ms)Initializing all the Stores at 1732015186261Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015186261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015186262 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015186262Cleaning up temporary data from old regions at 1732015186272 (+10 ms)Running coprocessor post-open hooks at 1732015186274 (+2 ms)Region opened successfully at 1732015186275 (+1 ms) 2024-11-19T11:19:46,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., pid=13, masterSystemTime=1732015186239 2024-11-19T11:19:46,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:46,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:46,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=87e990ee7856313d96d3c68636dbdcde, regionState=OPEN, openSeqNum=9, regionLocation=16c88966c0af,45093,1732015180683 2024-11-19T11:19:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,45093,1732015180683 because future has completed 2024-11-19T11:19:46,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T11:19:46,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 87e990ee7856313d96d3c68636dbdcde, server=16c88966c0af,45093,1732015180683 in 193 msec 2024-11-19T11:19:46,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T11:19:46,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=87e990ee7856313d96d3c68636dbdcde, ASSIGN in 349 msec 2024-11-19T11:19:46,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T11:19:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde., hostname=16c88966c0af,45093,1732015180683, seqNum=9] 2024-11-19T11:19:46,300 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 16c88966c0af,41547,1732015165533 2024-11-19T11:19:46,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T11:19:46,307 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:46,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T11:19:46,507 DEBUG [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:46,525 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/.tmp/ns/f3377d4a323a4279917e8e9272782d3a 2024-11-19T11:19:46,530 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/.tmp/ns/f3377d4a323a4279917e8e9272782d3a as hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/ns/f3377d4a323a4279917e8e9272782d3a 2024-11-19T11:19:46,535 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/ns/f3377d4a323a4279917e8e9272782d3a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T11:19:46,536 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-19T11:19:46,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:19:46,555 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T11:19:46,556 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:46,556 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:46,556 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:46,556 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015186107Running coprocessor pre-close hooks at 1732015186107Disabling compacts and flushes for region at 1732015186107Disabling writes for close at 1732015186107Obtaining lock to block concurrent updates at 1732015186107Preparing flush snapshotting stores in 1588230740 at 1732015186107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732015186107Flushing stores of hbase:meta,,1.1588230740 at 1732015186108 (+1 ms)Flushing 1588230740/ns: creating writer at 1732015186108Flushing 1588230740/ns: appending metadata at 1732015186120 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732015186120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38db63bf: reopening flushed file at 1732015186530 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1732015186536 (+6 ms)Writing region close event to WAL at 1732015186552 (+16 ms)Running coprocessor post-close hooks at 1732015186556 (+4 ms)Closed at 1732015186556 2024-11-19T11:19:46,556 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:46,577 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:19:46,577 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:19:46,707 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,45907,1732015171252; all regions closed. 2024-11-19T11:19:46,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.meta.1732015174497.meta not finished, retry = 0 2024-11-19T11:19:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741834_1010 (size=1152) 2024-11-19T11:19:46,842 DEBUG [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/oldWALs 2024-11-19T11:19:46,842 INFO [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45907%2C1732015171252.meta:.meta(num 1732015174497) 2024-11-19T11:19:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741832_1008 (size=93) 2024-11-19T11:19:46,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/WALs/16c88966c0af,45907,1732015171252/16c88966c0af%2C45907%2C1732015171252.1732015173617 not finished, retry = 0 2024-11-19T11:19:46,946 DEBUG [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/oldWALs 2024-11-19T11:19:46,946 INFO [RS:0;16c88966c0af:45907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45907%2C1732015171252:(num 1732015173617) 2024-11-19T11:19:46,946 DEBUG [RS:0;16c88966c0af:45907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:46,946 INFO [RS:0;16c88966c0af:45907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:46,946 INFO [RS:0;16c88966c0af:45907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:46,947 INFO [RS:0;16c88966c0af:45907 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:46,947 INFO [RS:0;16c88966c0af:45907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:46,947 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:46,947 INFO [RS:0;16c88966c0af:45907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45907 2024-11-19T11:19:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11308158362/rs/16c88966c0af,45907,1732015171252 2024-11-19T11:19:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362/rs 2024-11-19T11:19:46,968 INFO [RS:0;16c88966c0af:45907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:46,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,45907,1732015171252] 2024-11-19T11:19:46,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11308158362/draining/16c88966c0af,45907,1732015171252 already deleted, retry=false 2024-11-19T11:19:46,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,45907,1732015171252 expired; onlineServers=0 2024-11-19T11:19:46,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,46161,1732015171108' ***** 2024-11-19T11:19:46,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:19:46,989 INFO [M:0;16c88966c0af:46161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:46,989 INFO [M:0;16c88966c0af:46161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:46,989 DEBUG [M:0;16c88966c0af:46161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:19:46,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:19:46,990 DEBUG [M:0;16c88966c0af:46161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:19:46,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015173296 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015173296,5,FailOnTimeoutGroup] 2024-11-19T11:19:46,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015173296 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015173296,5,FailOnTimeoutGroup] 2024-11-19T11:19:46,990 INFO [M:0;16c88966c0af:46161 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:46,990 INFO [M:0;16c88966c0af:46161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:46,990 DEBUG [M:0;16c88966c0af:46161 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:19:46,990 INFO [M:0;16c88966c0af:46161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:19:46,990 INFO [M:0;16c88966c0af:46161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:46,990 INFO [M:0;16c88966c0af:46161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:19:46,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:19:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11308158362/master 2024-11-19T11:19:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11308158362 2024-11-19T11:19:47,000 DEBUG [M:0;16c88966c0af:46161 {}] zookeeper.ZKUtil(347): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Unable to get data of znode /11308158362/master because node does not exist (not an error) 2024-11-19T11:19:47,000 WARN [M:0;16c88966c0af:46161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:19:47,001 INFO [M:0;16c88966c0af:46161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/.lastflushedseqids 2024-11-19T11:19:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741836_1012 (size=99) 2024-11-19T11:19:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:47,079 INFO [RS:0;16c88966c0af:45907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45907-0x10152d202a50004, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:47,079 INFO [RS:0;16c88966c0af:45907 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,45907,1732015171252; zookeeper connection closed. 2024-11-19T11:19:47,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@165d872a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@165d872a 2024-11-19T11:19:47,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:19:47,240 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:47,405 INFO [M:0;16c88966c0af:46161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:19:47,405 INFO [M:0;16c88966c0af:46161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:19:47,406 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:47,406 INFO [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:47,406 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:47,406 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:47,406 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:47,406 INFO [M:0;16c88966c0af:46161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T11:19:47,420 DEBUG [M:0;16c88966c0af:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a16cf646cf4805855d9912dd532a84 is 82, key is hbase:meta,,1/info:regioninfo/1732015174527/Put/seqid=0 2024-11-19T11:19:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741837_1013 (size=5672) 2024-11-19T11:19:47,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:47,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:47,824 INFO [M:0;16c88966c0af:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a16cf646cf4805855d9912dd532a84 2024-11-19T11:19:47,841 DEBUG [M:0;16c88966c0af:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794e53ec144a4f2fa1964558bbd988aa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732015174548/Put/seqid=0 2024-11-19T11:19:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741838_1014 (size=5275) 2024-11-19T11:19:48,245 INFO [M:0;16c88966c0af:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794e53ec144a4f2fa1964558bbd988aa 2024-11-19T11:19:48,262 DEBUG [M:0;16c88966c0af:46161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f05b01a940b246c0b0fe1fde4a5af351 is 69, key is 16c88966c0af,45907,1732015171252/rs:state/1732015173421/Put/seqid=0 2024-11-19T11:19:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741839_1015 (size=5156) 2024-11-19T11:19:48,345 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:48,666 INFO [M:0;16c88966c0af:46161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f05b01a940b246c0b0fe1fde4a5af351 2024-11-19T11:19:48,671 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a16cf646cf4805855d9912dd532a84 as hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a16cf646cf4805855d9912dd532a84 2024-11-19T11:19:48,675 INFO [M:0;16c88966c0af:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a16cf646cf4805855d9912dd532a84, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T11:19:48,676 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794e53ec144a4f2fa1964558bbd988aa as hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794e53ec144a4f2fa1964558bbd988aa 2024-11-19T11:19:48,680 INFO [M:0;16c88966c0af:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794e53ec144a4f2fa1964558bbd988aa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T11:19:48,681 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f05b01a940b246c0b0fe1fde4a5af351 as hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f05b01a940b246c0b0fe1fde4a5af351 2024-11-19T11:19:48,685 INFO [M:0;16c88966c0af:46161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39137/user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f05b01a940b246c0b0fe1fde4a5af351, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T11:19:48,685 INFO [M:0;16c88966c0af:46161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-11-19T11:19:48,687 INFO [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:48,687 DEBUG [M:0;16c88966c0af:46161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015187406Disabling compacts and flushes for region at 1732015187406Disabling writes for close at 1732015187406Obtaining lock to block concurrent updates at 1732015187406Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015187406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732015187406Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015187407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015187407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015187420 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015187420Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015187828 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015187840 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015187840Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015188249 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015188261 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015188262 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba4a68a: reopening flushed file at 1732015188670 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3588b91b: reopening flushed file at 1732015188675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185b802: reopening flushed file at 1732015188680 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1732015188685 (+5 ms)Writing region close event to WAL at 1732015188687 (+2 ms)Closed at 1732015188687 2024-11-19T11:19:48,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22098a7f-0c51-3db3-9543-eecc4f3a20c4/MasterData/WALs/16c88966c0af,46161,1732015171108/16c88966c0af%2C46161%2C1732015171108.1732015173014 not finished, retry = 0 2024-11-19T11:19:48,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38453 is added to blk_1073741830_1006 (size=10165) 2024-11-19T11:19:48,790 INFO [M:0;16c88966c0af:46161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:19:48,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:48,790 INFO [M:0;16c88966c0af:46161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46161 2024-11-19T11:19:48,790 INFO [M:0;16c88966c0af:46161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:48,953 INFO [M:0;16c88966c0af:46161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:48,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:48,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46161-0x10152d202a50003, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:48,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55e252bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:48,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24dabef4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:48,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:48,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45149f09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:48,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4731b4d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:48,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:19:48,990 WARN [BP-706468358-172.17.0.2-1732015168624 heartbeating to localhost/127.0.0.1:39137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:19:48,990 WARN [BP-706468358-172.17.0.2-1732015168624 heartbeating to localhost/127.0.0.1:39137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-706468358-172.17.0.2-1732015168624 (Datanode Uuid f4850751-e00b-4e40-b379-eed72d3e2c73) service to localhost/127.0.0.1:39137 2024-11-19T11:19:48,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:19:48,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/cluster_40c06d85-5a17-0e12-460b-8be4c4dd886f/data/data1/current/BP-706468358-172.17.0.2-1732015168624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:48,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/cluster_40c06d85-5a17-0e12-460b-8be4c4dd886f/data/data2/current/BP-706468358-172.17.0.2-1732015168624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:48,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:19:48,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73874667{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:48,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9997410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:48,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:48,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce55fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:48,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66b93859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:49,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:19:49,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:19:49,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:49,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:49,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:49,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:19:49,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119592167, stopped=false 2024-11-19T11:19:49,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,41227,1732015180639 2024-11-19T11:19:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/running 2024-11-19T11:19:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:49,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:49,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:19:49,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:49,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:49,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Set watcher on znode that does not yet exist, /0-893496335/running 2024-11-19T11:19:49,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,45093,1732015180683' ***** 2024-11-19T11:19:49,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:19:49,083 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:19:49,083 INFO [RS:0;16c88966c0af:45093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:19:49,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:19:49,083 INFO [RS:0;16c88966c0af:45093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:19:49,083 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:49,083 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,45093,1732015180683 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45093. 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87e990ee7856313d96d3c68636dbdcde, disabling compactions & flushes 2024-11-19T11:19:49,084 DEBUG [RS:0;16c88966c0af:45093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:49,084 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:49,084 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. after waiting 0 ms 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:19:49,084 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:19:49,084 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 87e990ee7856313d96d3c68636dbdcde=hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde.} 2024-11-19T11:19:49,084 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87e990ee7856313d96d3c68636dbdcde 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:49,084 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:49,084 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:49,085 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T11:19:49,087 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/replication/87e990ee7856313d96d3c68636dbdcde/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T11:19:49,087 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:49,087 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:49,088 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:49,088 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87e990ee7856313d96d3c68636dbdcde: Waiting for close lock at 1732015189084Running coprocessor pre-close hooks at 1732015189084Disabling compacts and flushes for region at 1732015189084Disabling writes for close at 1732015189084Writing region close event to WAL at 1732015189084Running coprocessor post-close hooks at 1732015189087 (+3 ms)Closed at 1732015189088 (+1 ms) 2024-11-19T11:19:49,088 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde. 2024-11-19T11:19:49,099 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/cdf50720ec9242eba5a6705f5707b1ed is 147, key is hbase:replication,,1732015174629.87e990ee7856313d96d3c68636dbdcde./info:regioninfo/1732015186278/Put/seqid=0 2024-11-19T11:19:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741851_1027 (size=6385) 2024-11-19T11:19:49,153 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:49,284 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:49,485 DEBUG [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:19:49,503 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/cdf50720ec9242eba5a6705f5707b1ed 2024-11-19T11:19:49,508 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/.tmp/info/cdf50720ec9242eba5a6705f5707b1ed as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/info/cdf50720ec9242eba5a6705f5707b1ed 2024-11-19T11:19:49,513 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/info/cdf50720ec9242eba5a6705f5707b1ed, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T11:19:49,514 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-19T11:19:49,518 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T11:19:49,519 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:49,519 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:49,519 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:49,519 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015189084Running coprocessor pre-close hooks at 1732015189084Disabling compacts and flushes for region at 1732015189084Disabling writes for close at 1732015189084Obtaining lock to block concurrent updates at 1732015189085 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732015189085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732015189085Flushing stores of hbase:meta,,1.1588230740 at 1732015189085Flushing 1588230740/info: creating writer at 1732015189085Flushing 1588230740/info: appending metadata at 1732015189099 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732015189099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd0cb08: reopening flushed file at 1732015189508 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1732015189514 (+6 ms)Writing region close event to WAL at 1732015189515 (+1 ms)Running coprocessor post-close hooks at 1732015189519 (+4 ms)Closed at 1732015189519 2024-11-19T11:19:49,519 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:49,549 DEBUG [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 to pos 0, reset compression=false 2024-11-19T11:19:49,646 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:19:49,646 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:19:49,685 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,45093,1732015180683; all regions closed. 2024-11-19T11:19:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741849_1025 (size=2156) 2024-11-19T11:19:49,689 DEBUG [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:49,689 INFO [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45093%2C1732015180683.meta:.meta(num 1732015181993) 2024-11-19T11:19:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741850_1026 (size=796) 2024-11-19T11:19:49,692 DEBUG [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:49,693 INFO [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45093%2C1732015180683.rep:(num 1732015186244) 2024-11-19T11:19:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741848_1024 (size=93) 2024-11-19T11:19:49,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/WALs/16c88966c0af,45093,1732015180683/16c88966c0af%2C45093%2C1732015180683.1732015181782 not finished, retry = 0 2024-11-19T11:19:49,796 DEBUG [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/oldWALs 2024-11-19T11:19:49,796 INFO [RS:0;16c88966c0af:45093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45093%2C1732015180683:(num 1732015181782) 2024-11-19T11:19:49,797 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:49,797 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:49,797 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,45093,1732015180683 because: Region server is closing 2024-11-19T11:19:49,797 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T11:19:49,797 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T11:19:49,797 INFO [RS:0;16c88966c0af:45093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45093. 2024-11-19T11:19:49,797 DEBUG [RS:0;16c88966c0af:45093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:19:49,798 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,798 DEBUG [RS:0;16c88966c0af:45093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:49,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:19:49,898 WARN [RS:0;16c88966c0af:45093.replicationSource.wal-reader.16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:19:49,898 WARN [RS:0;16c88966c0af:45093.replicationSource.shipper16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:19:49,898 INFO [RS:0;16c88966c0af:45093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;16c88966c0af:45093.replicationSource.shipper16c88966c0af%2C45093%2C1732015180683,1-16c88966c0af,45093,1732015180683 terminated 2024-11-19T11:19:49,898 INFO [RS:0;16c88966c0af:45093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45093 2024-11-19T11:19:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/rs/16c88966c0af,45093,1732015180683 2024-11-19T11:19:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335/rs 2024-11-19T11:19:49,968 INFO [RS:0;16c88966c0af:45093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:49,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,45093,1732015180683] 2024-11-19T11:19:49,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-893496335/draining/16c88966c0af,45093,1732015180683 already deleted, retry=false 2024-11-19T11:19:49,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,45093,1732015180683 expired; onlineServers=0 2024-11-19T11:19:49,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,41227,1732015180639' ***** 2024-11-19T11:19:49,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:19:49,989 INFO [M:0;16c88966c0af:41227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:19:49,989 INFO [M:0;16c88966c0af:41227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:19:49,990 DEBUG [M:0;16c88966c0af:41227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:19:49,990 DEBUG [M:0;16c88966c0af:41227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:19:49,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:19:49,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015181411 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015181411,5,FailOnTimeoutGroup] 2024-11-19T11:19:49,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015181411 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015181411,5,FailOnTimeoutGroup] 2024-11-19T11:19:49,990 INFO [M:0;16c88966c0af:41227 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:19:49,990 INFO [M:0;16c88966c0af:41227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:19:49,990 DEBUG [M:0;16c88966c0af:41227 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:19:49,990 INFO [M:0;16c88966c0af:41227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:19:49,990 INFO [M:0;16c88966c0af:41227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:19:49,990 INFO [M:0;16c88966c0af:41227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:19:49,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:19:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-893496335/master 2024-11-19T11:19:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-893496335 2024-11-19T11:19:50,072 DEBUG [M:0;16c88966c0af:41227 {}] zookeeper.ZKUtil(347): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Unable to get data of znode /0-893496335/master because node does not exist (not an error) 2024-11-19T11:19:50,072 WARN [M:0;16c88966c0af:41227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:19:50,072 INFO [M:0;16c88966c0af:41227 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/.lastflushedseqids 2024-11-19T11:19:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741852_1028 (size=181) 2024-11-19T11:19:50,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:50,079 INFO [RS:0;16c88966c0af:45093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:50,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45093-0x10152d202a50007, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:50,079 INFO [RS:0;16c88966c0af:45093 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,45093,1732015180683; zookeeper connection closed. 2024-11-19T11:19:50,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b258d8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b258d8a 2024-11-19T11:19:50,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:19:50,479 INFO [M:0;16c88966c0af:41227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:19:50,479 INFO [M:0;16c88966c0af:41227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:19:50,479 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:50,479 INFO [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:50,479 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:50,479 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:50,479 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:50,479 INFO [M:0;16c88966c0af:41227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T11:19:50,495 DEBUG [M:0;16c88966c0af:41227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a701974ca844d49927f13957a3bd803 is 82, key is hbase:meta,,1/info:regioninfo/1732015182035/Put/seqid=0 2024-11-19T11:19:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741853_1029 (size=5672) 2024-11-19T11:19:50,902 INFO [M:0;16c88966c0af:41227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a701974ca844d49927f13957a3bd803 2024-11-19T11:19:50,923 DEBUG [M:0;16c88966c0af:41227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b0c2d2b4329466691ab128f24d5ca1a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732015186283/Put/seqid=0 2024-11-19T11:19:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741854_1030 (size=7312) 2024-11-19T11:19:51,328 INFO [M:0;16c88966c0af:41227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b0c2d2b4329466691ab128f24d5ca1a 2024-11-19T11:19:51,344 DEBUG [M:0;16c88966c0af:41227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e21627cc9a54aff90fcfd5c1ed23992 is 69, key is 16c88966c0af,45093,1732015180683/rs:state/1732015181544/Put/seqid=0 2024-11-19T11:19:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741855_1031 (size=5370) 2024-11-19T11:19:51,748 INFO [M:0;16c88966c0af:41227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e21627cc9a54aff90fcfd5c1ed23992 2024-11-19T11:19:51,752 INFO [M:0;16c88966c0af:41227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e21627cc9a54aff90fcfd5c1ed23992 2024-11-19T11:19:51,753 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a701974ca844d49927f13957a3bd803 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a701974ca844d49927f13957a3bd803 2024-11-19T11:19:51,757 INFO [M:0;16c88966c0af:41227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a701974ca844d49927f13957a3bd803, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T11:19:51,758 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b0c2d2b4329466691ab128f24d5ca1a as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b0c2d2b4329466691ab128f24d5ca1a 2024-11-19T11:19:51,762 INFO [M:0;16c88966c0af:41227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b0c2d2b4329466691ab128f24d5ca1a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T11:19:51,763 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e21627cc9a54aff90fcfd5c1ed23992 as hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e21627cc9a54aff90fcfd5c1ed23992 2024-11-19T11:19:51,767 INFO [M:0;16c88966c0af:41227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e21627cc9a54aff90fcfd5c1ed23992 2024-11-19T11:19:51,767 INFO [M:0;16c88966c0af:41227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33993/user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e21627cc9a54aff90fcfd5c1ed23992, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T11:19:51,768 INFO [M:0;16c88966c0af:41227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false 2024-11-19T11:19:51,769 INFO [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:51,770 DEBUG [M:0;16c88966c0af:41227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015190479Disabling compacts and flushes for region at 1732015190479Disabling writes for close at 1732015190479Obtaining lock to block concurrent updates at 1732015190479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015190479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732015190480 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015190480Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015190480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015190495 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015190495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015190907 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015190923 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015190923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015191332 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015191344 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015191344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268b0c95: reopening flushed file at 1732015191752 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587faaad: reopening flushed file at 1732015191758 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341c55da: reopening flushed file at 1732015191762 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false at 1732015191768 (+6 ms)Writing region close event to WAL at 1732015191769 (+1 ms)Closed at 1732015191769 2024-11-19T11:19:51,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92537d6d-eea6-4eef-8215-baf419abe11d/MasterData/WALs/16c88966c0af,41227,1732015180639/16c88966c0af%2C41227%2C1732015180639.1732015181189 not finished, retry = 0 2024-11-19T11:19:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741847_1023 (size=22903) 2024-11-19T11:19:51,874 INFO [M:0;16c88966c0af:41227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:19:51,874 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:19:51,874 INFO [M:0;16c88966c0af:41227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41227 2024-11-19T11:19:51,874 INFO [M:0;16c88966c0af:41227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:19:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:51,995 INFO [M:0;16c88966c0af:41227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:19:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41227-0x10152d202a50006, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:19:51,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@92fdbf2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:51,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7517ed6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:51,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:51,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28a0df1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:51,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c1b335{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:51,999 WARN [BP-571048153-172.17.0.2-1732015163147 heartbeating to localhost/127.0.0.1:33993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:19:51,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:19:51,999 WARN [BP-571048153-172.17.0.2-1732015163147 heartbeating to localhost/127.0.0.1:33993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571048153-172.17.0.2-1732015163147 (Datanode Uuid 7a90ec07-b4e6-4e7f-832d-8df50e25220b) service to localhost/127.0.0.1:33993 2024-11-19T11:19:51,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:19:51,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/data/data1/current/BP-571048153-172.17.0.2-1732015163147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:51,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/cluster_216d9d7c-5fc4-c93f-89c3-c98afa753e0b/data/data2/current/BP-571048153-172.17.0.2-1732015163147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:19:52,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:19:52,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55372f04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:52,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482403ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:19:52,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:19:52,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@447d23c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:19:52,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175037e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bad6dc3e-e778-4a27-5c50-dca40999b55e/hadoop.log.dir/,STOPPED} 2024-11-19T11:19:52,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:19:52,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:19:52,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 157) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39137 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33993 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11670 (was 11786) 2024-11-19T11:19:52,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=11669 2024-11-19T11:19:52,052 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T11:19:52,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir so I do NOT create it in target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff 2024-11-19T11:19:52,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:19:52,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.tmp.dir so I do NOT create it in target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff 2024-11-19T11:19:52,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c4de133-5d9c-2614-968a-d3c8e636ed87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:19:52,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff 2024-11-19T11:19:52,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70, deleteOnExit=true 2024-11-19T11:19:52,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/zookeeper_0, clientPort=55335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:19:52,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55335 2024-11-19T11:19:52,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:19:52,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/test.cache.data in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:19:52,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:19:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:19:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:19:52,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d202a50002, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:19:52,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d202a50005, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:19:52,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d202a50002, quorum=127.0.0.1:63119, baseZNode=/0-893496335 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:19:52,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d202a50005, quorum=127.0.0.1:63119, baseZNode=/11308158362 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:19:52,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:52,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:52,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:52,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:52,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:19:52,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:52,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e88c3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:52,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4f3c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:52,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10884903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/java.io.tmpdir/jetty-localhost-37197-hadoop-hdfs-3_4_1-tests_jar-_-any-12608305715092521811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:52,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@122cd2ac{HTTP/1.1, (http/1.1)}{localhost:37197} 2024-11-19T11:19:52,550 INFO [Time-limited test {}] server.Server(415): Started @177289ms 2024-11-19T11:19:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:19:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:19:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:19:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:19:52,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:52,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:52,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:52,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:52,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:19:52,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@533e2197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:52,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@557ba613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:52,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15cb6c4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/java.io.tmpdir/jetty-localhost-36099-hadoop-hdfs-3_4_1-tests_jar-_-any-5863596458373853809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:52,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8ce7bd{HTTP/1.1, (http/1.1)}{localhost:36099} 2024-11-19T11:19:52,884 INFO [Time-limited test {}] server.Server(415): Started @177624ms 2024-11-19T11:19:52,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:19:53,505 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/data/data1/current/BP-807576482-172.17.0.2-1732015192104/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:53,505 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/data/data2/current/BP-807576482-172.17.0.2-1732015192104/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:53,525 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:19:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98e89f5bfeb7943 with lease ID 0xccc939577d22803d: Processing first storage report for DS-0c00e692-59cd-479f-835f-0a3264dd9c5c from datanode DatanodeRegistration(127.0.0.1:35941, datanodeUuid=69992ea0-26f1-43bb-9591-13bb4da28ace, infoPort=36177, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=924982324;c=1732015192104) 2024-11-19T11:19:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98e89f5bfeb7943 with lease ID 0xccc939577d22803d: from storage DS-0c00e692-59cd-479f-835f-0a3264dd9c5c node DatanodeRegistration(127.0.0.1:35941, datanodeUuid=69992ea0-26f1-43bb-9591-13bb4da28ace, infoPort=36177, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=924982324;c=1732015192104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa98e89f5bfeb7943 with lease ID 0xccc939577d22803d: Processing first storage report for DS-340c0ae8-3f0e-49e0-9ac3-75a38a4a4925 from datanode DatanodeRegistration(127.0.0.1:35941, datanodeUuid=69992ea0-26f1-43bb-9591-13bb4da28ace, infoPort=36177, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=924982324;c=1732015192104) 2024-11-19T11:19:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa98e89f5bfeb7943 with lease ID 0xccc939577d22803d: from storage DS-340c0ae8-3f0e-49e0-9ac3-75a38a4a4925 node DatanodeRegistration(127.0.0.1:35941, datanodeUuid=69992ea0-26f1-43bb-9591-13bb4da28ace, infoPort=36177, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=924982324;c=1732015192104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:53,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff 2024-11-19T11:19:53,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:53,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:19:54,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2 with version=8 2024-11-19T11:19:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/hbase-staging 2024-11-19T11:19:54,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:54,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:19:54,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:54,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39263 2024-11-19T11:19:54,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39263 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:19:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392630x0, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:54,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39263-0x10152d273b60000 connected 2024-11-19T11:19:54,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:54,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:54,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/running 2024-11-19T11:19:54,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2, hbase.cluster.distributed=false 2024-11-19T11:19:54,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/acl 2024-11-19T11:19:54,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-19T11:19:54,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2024-11-19T11:19:54,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2024-11-19T11:19:54,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-19T11:19:54,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-19T11:19:54,211 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:19:54,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:19:54,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40529 2024-11-19T11:19:54,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40529 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:19:54,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:54,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:54,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405290x0, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:54,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405290x0, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/running 2024-11-19T11:19:54,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40529-0x10152d273b60001 connected 2024-11-19T11:19:54,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:19:54,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:19:54,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/master 2024-11-19T11:19:54,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/acl 2024-11-19T11:19:54,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-19T11:19:54,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40529 2024-11-19T11:19:54,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40529 2024-11-19T11:19:54,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-19T11:19:54,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-19T11:19:54,262 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:39263 2024-11-19T11:19:54,263 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1351660293/backup-masters/16c88966c0af,39263,1732015194020 2024-11-19T11:19:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/backup-masters 2024-11-19T11:19:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/backup-masters 2024-11-19T11:19:54,273 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on existing znode=/0-1351660293/backup-masters/16c88966c0af,39263,1732015194020 2024-11-19T11:19:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1351660293/master 2024-11-19T11:19:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:54,284 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on existing znode=/0-1351660293/master 2024-11-19T11:19:54,284 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1351660293/backup-masters/16c88966c0af,39263,1732015194020 from backup master directory 2024-11-19T11:19:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1351660293/backup-masters/16c88966c0af,39263,1732015194020 2024-11-19T11:19:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/backup-masters 2024-11-19T11:19:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/backup-masters 2024-11-19T11:19:54,294 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:54,294 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,39263,1732015194020 2024-11-19T11:19:54,297 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/hbase.id] with ID: 81b76121-14c9-4c8d-80e6-ce6ee4d755cd 2024-11-19T11:19:54,297 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/.tmp/hbase.id 2024-11-19T11:19:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:19:54,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:19:54,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:19:54,702 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/hbase.id] 2024-11-19T11:19:54,711 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:54,711 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:19:54,712 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:19:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:54,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:19:55,173 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:19:55,174 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:19:55,174 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:19:55,580 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store 2024-11-19T11:19:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:19:55,985 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:55,985 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:19:55,985 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:55,985 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:55,985 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:19:55,985 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:55,986 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:19:55,986 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015195985Disabling compacts and flushes for region at 1732015195985Disabling writes for close at 1732015195985Writing region close event to WAL at 1732015195985Closed at 1732015195986 (+1 ms) 2024-11-19T11:19:55,986 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/.initializing 2024-11-19T11:19:55,986 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/WALs/16c88966c0af,39263,1732015194020 2024-11-19T11:19:55,987 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:55,989 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C39263%2C1732015194020, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/WALs/16c88966c0af,39263,1732015194020, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/oldWALs, maxLogs=10 2024-11-19T11:19:56,004 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/WALs/16c88966c0af,39263,1732015194020/16c88966c0af%2C39263%2C1732015194020.1732015195989, exclude list is [], retry=0 2024-11-19T11:19:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35941,DS-0c00e692-59cd-479f-835f-0a3264dd9c5c,DISK] 2024-11-19T11:19:56,007 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/WALs/16c88966c0af,39263,1732015194020/16c88966c0af%2C39263%2C1732015194020.1732015195989 2024-11-19T11:19:56,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36177:36177)] 2024-11-19T11:19:56,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:56,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:56,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,008 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:19:56,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:56,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:56,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:19:56,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:56,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:19:56,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:56,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:56,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:19:56,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:19:56,015 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,016 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,016 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,017 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,017 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,017 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:56,018 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:19:56,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:56,020 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65847251, jitterRate=-0.018799498677253723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:56,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015196008Initializing all the Stores at 1732015196009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015196009Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015196009Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015196009Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015196009Cleaning up temporary data from old regions at 1732015196017 (+8 ms)Region opened successfully at 1732015196020 (+3 ms) 2024-11-19T11:19:56,020 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:19:56,022 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7f9778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:56,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:19:56,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:19:56,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:19:56,023 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:19:56,024 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:19:56,024 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:19:56,024 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:19:56,025 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:19:56,026 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/balancer because node does not exist (not necessarily an error) 2024-11-19T11:19:56,094 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/balancer already deleted, retry=false 2024-11-19T11:19:56,095 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:19:56,095 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:19:56,104 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/normalizer already deleted, retry=false 2024-11-19T11:19:56,105 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:19:56,105 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:19:56,115 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/switch/split already deleted, retry=false 2024-11-19T11:19:56,116 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:19:56,125 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/switch/merge already deleted, retry=false 2024-11-19T11:19:56,127 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:19:56,139 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/snapshot-cleanup already deleted, retry=false 2024-11-19T11:19:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1351660293/running 2024-11-19T11:19:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1351660293/running 2024-11-19T11:19:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,150 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,39263,1732015194020, sessionid=0x10152d273b60000, setting cluster-up flag (Was=false) 2024-11-19T11:19:56,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,202 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1351660293/flush-table-proc/acquired, /0-1351660293/flush-table-proc/reached, /0-1351660293/flush-table-proc/abort 2024-11-19T11:19:56,203 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,39263,1732015194020 2024-11-19T11:19:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:56,255 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1351660293/online-snapshot/acquired, /0-1351660293/online-snapshot/reached, /0-1351660293/online-snapshot/abort 2024-11-19T11:19:56,256 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,39263,1732015194020 2024-11-19T11:19:56,257 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:19:56,258 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:56,258 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:19:56,258 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:19:56,259 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,39263,1732015194020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:56,260 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015226265 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:19:56,265 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:19:56,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:56,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:19:56,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:56,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:19:56,271 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,271 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:19:56,272 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:19:56,272 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:19:56,272 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:19:56,272 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:19:56,272 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:19:56,272 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015196272,5,FailOnTimeoutGroup] 2024-11-19T11:19:56,272 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015196272,5,FailOnTimeoutGroup] 2024-11-19T11:19:56,273 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,273 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:19:56,273 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,273 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:19:56,351 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(746): ClusterId : 81b76121-14c9-4c8d-80e6-ce6ee4d755cd 2024-11-19T11:19:56,351 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:19:56,361 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:19:56,361 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:19:56,373 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:19:56,374 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a40c43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:19:56,391 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:40529 2024-11-19T11:19:56,391 INFO [RS:0;16c88966c0af:40529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:19:56,391 INFO [RS:0;16c88966c0af:40529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:19:56,391 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:19:56,392 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,39263,1732015194020 with port=40529, startcode=1732015194211 2024-11-19T11:19:56,392 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:19:56,393 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:19:56,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39263 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,395 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2 2024-11-19T11:19:56,395 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-11-19T11:19:56,395 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:19:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/rs 2024-11-19T11:19:56,403 DEBUG [RS:0;16c88966c0af:40529 {}] zookeeper.ZKUtil(111): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on existing znode=/0-1351660293/rs/16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,403 WARN [RS:0;16c88966c0af:40529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:19:56,403 INFO [RS:0;16c88966c0af:40529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:56,403 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,40529,1732015194211] 2024-11-19T11:19:56,410 INFO [RS:0;16c88966c0af:40529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:19:56,412 INFO [RS:0;16c88966c0af:40529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:19:56,413 INFO [RS:0;16c88966c0af:40529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:19:56,414 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,414 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:19:56,414 INFO [RS:0;16c88966c0af:40529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:19:56,414 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:56,415 DEBUG [RS:0;16c88966c0af:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,417 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40529,1732015194211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:56,429 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:19:56,429 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40529,1732015194211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,429 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,429 INFO [RS:0;16c88966c0af:40529 {}] regionserver.Replication(171): 16c88966c0af,40529,1732015194211 started 2024-11-19T11:19:56,441 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:56,442 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,40529,1732015194211, RpcServer on 16c88966c0af/172.17.0.2:40529, sessionid=0x10152d273b60001 2024-11-19T11:19:56,442 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:19:56,442 DEBUG [RS:0;16c88966c0af:40529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,442 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,40529,1732015194211' 2024-11-19T11:19:56,442 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1351660293/flush-table-proc/abort' 2024-11-19T11:19:56,442 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1351660293/flush-table-proc/acquired' 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,40529,1732015194211 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,40529,1732015194211' 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1351660293/online-snapshot/abort' 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1351660293/online-snapshot/acquired' 2024-11-19T11:19:56,443 DEBUG [RS:0;16c88966c0af:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:19:56,443 INFO [RS:0;16c88966c0af:40529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:19:56,443 INFO [RS:0;16c88966c0af:40529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:19:56,544 INFO [RS:0;16c88966c0af:40529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:19:56,545 INFO [RS:0;16c88966c0af:40529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40529%2C1732015194211, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/oldWALs, maxLogs=10 2024-11-19T11:19:56,556 DEBUG [RS:0;16c88966c0af:40529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, exclude list is [], retry=0 2024-11-19T11:19:56,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35941,DS-0c00e692-59cd-479f-835f-0a3264dd9c5c,DISK] 2024-11-19T11:19:56,560 INFO [RS:0;16c88966c0af:40529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 2024-11-19T11:19:56,560 DEBUG [RS:0;16c88966c0af:40529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36177:36177)] 2024-11-19T11:19:56,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:19:56,676 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2 2024-11-19T11:19:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:19:57,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:57,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:57,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:57,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:57,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:57,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:57,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:57,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:57,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:57,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:57,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740 2024-11-19T11:19:57,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740 2024-11-19T11:19:57,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:57,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:57,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:57,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:57,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:19:57,092 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74919034, jitterRate=0.11638060212135315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015197081Initializing all the Stores at 1732015197081Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197082 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015197082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197082Cleaning up temporary data from old regions at 1732015197089 (+7 ms)Region opened successfully at 1732015197093 (+4 ms) 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:19:57,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:19:57,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:19:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015197093Disabling compacts and flushes for region at 1732015197093Disabling writes for close at 1732015197093Writing region close event to WAL at 1732015197093Closed at 1732015197093 2024-11-19T11:19:57,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:57,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:19:57,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:19:57,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:57,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:19:57,246 DEBUG [16c88966c0af:39263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:19:57,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:19:57,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,40529,1732015194211, state=OPENING 2024-11-19T11:19:57,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:19:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:19:57,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1351660293/meta-region-server: CHANGED 2024-11-19T11:19:57,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1351660293/meta-region-server: CHANGED 2024-11-19T11:19:57,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:19:57,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,40529,1732015194211}] 2024-11-19T11:19:57,496 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:19:57,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:19:57,501 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:19:57,501 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:19:57,501 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:19:57,502 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40529%2C1732015194211.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/oldWALs, maxLogs=10 2024-11-19T11:19:57,519 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.meta.1732015197503.meta, exclude list is [], retry=0 2024-11-19T11:19:57,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35941,DS-0c00e692-59cd-479f-835f-0a3264dd9c5c,DISK] 2024-11-19T11:19:57,522 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.meta.1732015197503.meta 2024-11-19T11:19:57,523 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36177:36177)] 2024-11-19T11:19:57,523 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:19:57,523 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:19:57,523 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:19:57,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:19:57,524 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:19:57,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:19:57,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:19:57,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:19:57,524 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:19:57,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:19:57,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:19:57,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:19:57,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:19:57,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:19:57,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:19:57,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:19:57,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:19:57,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:19:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:19:57,529 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:19:57,530 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740 2024-11-19T11:19:57,531 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740 2024-11-19T11:19:57,532 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:19:57,532 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:19:57,532 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:19:57,533 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:19:57,534 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690547, jitterRate=-0.08073921501636505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:19:57,534 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:19:57,534 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015197524Writing region info on filesystem at 1732015197524Initializing all the Stores at 1732015197525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015197525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015197525Cleaning up temporary data from old regions at 1732015197532 (+7 ms)Running coprocessor post-open hooks at 1732015197534 (+2 ms)Region opened successfully at 1732015197534 2024-11-19T11:19:57,535 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015197496 2024-11-19T11:19:57,537 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:19:57,537 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:19:57,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:19:57,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,40529,1732015194211, state=OPEN 2024-11-19T11:19:57,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1351660293/meta-region-server 2024-11-19T11:19:57,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1351660293/meta-region-server 2024-11-19T11:19:57,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1351660293/meta-region-server: CHANGED 2024-11-19T11:19:57,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1351660293/meta-region-server: CHANGED 2024-11-19T11:19:57,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,40529,1732015194211 2024-11-19T11:19:57,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:19:57,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,40529,1732015194211 in 404 msec 2024-11-19T11:19:57,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:19:57,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-19T11:19:57,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:19:57,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:19:57,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:57,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:19:57,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:57,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:57,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5000 sec 2024-11-19T11:19:57,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015197759, completionTime=-1 2024-11-19T11:19:57,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:19:57,759 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015257761 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015317761 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:39263, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,761 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,763 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:19:57,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.470sec 2024-11-19T11:19:57,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:19:57,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:19:57,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:19:57,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:19:57,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:19:57,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:19:57,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:19:57,766 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:19:57,767 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:19:57,767 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,39263,1732015194020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:19:57,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c34980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:57,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:19:57,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:19:57,853 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f77d844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:19:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:19:57,856 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:19:57,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127e4c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:19:57,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:19:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:19:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:19:57,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:19:57,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,39263,1732015194020 2024-11-19T11:19:57,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:19:57,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:19:57,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d273b60002 connected 2024-11-19T11:19:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir so I do NOT create it in target/test-data/c6806109-0631-055e-59e1-299d76ecde69 2024-11-19T11:19:57,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:19:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.tmp.dir so I do NOT create it in target/test-data/c6806109-0631-055e-59e1-299d76ecde69 2024-11-19T11:19:57,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:19:57,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69 2024-11-19T11:19:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:19:57,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/cluster_a241c8c5-40a4-56fc-5549-266201bfa0ac, deleteOnExit=true 2024-11-19T11:19:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/test.cache.data in system properties and HBase conf 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:19:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:19:57,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:19:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:19:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:19:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:19:58,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:58,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:58,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:58,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:58,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:19:58,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:58,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efeeb0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:58,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab8b3ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:58,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bea82e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/java.io.tmpdir/jetty-localhost-33577-hadoop-hdfs-3_4_1-tests_jar-_-any-16879931647764326221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:19:58,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d20816d{HTTP/1.1, (http/1.1)}{localhost:33577} 2024-11-19T11:19:58,449 INFO [Time-limited test {}] server.Server(415): Started @183189ms 2024-11-19T11:19:58,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:19:58,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:19:58,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:19:58,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:19:58,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:19:58,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b369dca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:19:58,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a89467{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:19:58,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12cdf834{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/java.io.tmpdir/jetty-localhost-35879-hadoop-hdfs-3_4_1-tests_jar-_-any-9918933761501237826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:19:58,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@243eb29c{HTTP/1.1, (http/1.1)}{localhost:35879} 2024-11-19T11:19:58,860 INFO [Time-limited test {}] server.Server(415): Started @183599ms 2024-11-19T11:19:58,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:19:59,602 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/cluster_a241c8c5-40a4-56fc-5549-266201bfa0ac/data/data2/current/BP-1302865980-172.17.0.2-1732015197911/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:59,602 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/cluster_a241c8c5-40a4-56fc-5549-266201bfa0ac/data/data1/current/BP-1302865980-172.17.0.2-1732015197911/current, will proceed with Du for space computation calculation, 2024-11-19T11:19:59,622 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:19:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda0f3442fce9cb48 with lease ID 0xb6d35899a6491ac7: Processing first storage report for DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57 from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cbd3dafe-9582-4ddc-b491-7788c835000b, infoPort=34131, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1667736158;c=1732015197911) 2024-11-19T11:19:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda0f3442fce9cb48 with lease ID 0xb6d35899a6491ac7: from storage DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57 node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cbd3dafe-9582-4ddc-b491-7788c835000b, infoPort=34131, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1667736158;c=1732015197911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda0f3442fce9cb48 with lease ID 0xb6d35899a6491ac7: Processing first storage report for DS-fe1dc30d-fe05-4a72-9183-d680b501e1b3 from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cbd3dafe-9582-4ddc-b491-7788c835000b, infoPort=34131, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1667736158;c=1732015197911) 2024-11-19T11:19:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda0f3442fce9cb48 with lease ID 0xb6d35899a6491ac7: from storage DS-fe1dc30d-fe05-4a72-9183-d680b501e1b3 node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cbd3dafe-9582-4ddc-b491-7788c835000b, infoPort=34131, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1667736158;c=1732015197911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:19:59,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69 2024-11-19T11:19:59,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:59,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:19:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:20:00,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f with version=8 2024-11-19T11:20:00,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/hbase-staging 2024-11-19T11:20:00,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:00,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:00,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34507 2024-11-19T11:20:00,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34507 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:20:00,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345070x0, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:00,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34507-0x10152d273b60003 connected 2024-11-19T11:20:00,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:00,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:00,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/running 2024-11-19T11:20:00,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f, hbase.cluster.distributed=false 2024-11-19T11:20:00,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/acl 2024-11-19T11:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-19T11:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34507 2024-11-19T11:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34507 2024-11-19T11:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-19T11:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-19T11:20:00,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:00,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:00,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:20:00,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:00,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42483 2024-11-19T11:20:00,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42483 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:20:00,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:00,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424830x0, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:00,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424830x0, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/running 2024-11-19T11:20:00,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42483-0x10152d273b60004 connected 2024-11-19T11:20:00,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:20:00,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:20:00,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/master 2024-11-19T11:20:00,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/acl 2024-11-19T11:20:00,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-19T11:20:00,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42483 2024-11-19T11:20:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42483 2024-11-19T11:20:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-19T11:20:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42483 2024-11-19T11:20:00,322 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:34507 2024-11-19T11:20:00,322 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1132083498/backup-masters/16c88966c0af,34507,1732015200105 2024-11-19T11:20:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/backup-masters 2024-11-19T11:20:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/backup-masters 2024-11-19T11:20:00,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on existing znode=/1-1132083498/backup-masters/16c88966c0af,34507,1732015200105 2024-11-19T11:20:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1132083498/master 2024-11-19T11:20:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:00,463 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on existing znode=/1-1132083498/master 2024-11-19T11:20:00,463 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1132083498/backup-masters/16c88966c0af,34507,1732015200105 from backup master directory 2024-11-19T11:20:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/backup-masters 2024-11-19T11:20:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1132083498/backup-masters/16c88966c0af,34507,1732015200105 2024-11-19T11:20:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/backup-masters 2024-11-19T11:20:00,476 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:00,476 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,34507,1732015200105 2024-11-19T11:20:00,479 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/hbase.id] with ID: 025d0bfc-8d7f-4368-bb26-fdd94b4f8adc 2024-11-19T11:20:00,479 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/.tmp/hbase.id 2024-11-19T11:20:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:20:00,884 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/.tmp/hbase.id]:[hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/hbase.id] 2024-11-19T11:20:00,901 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:00,901 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:20:00,902 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:20:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:00,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:20:00,984 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:00,985 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:20:00,985 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:20:01,397 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store 2024-11-19T11:20:01,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:01,805 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:01,805 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:01,805 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015201805Disabling compacts and flushes for region at 1732015201805Disabling writes for close at 1732015201805Writing region close event to WAL at 1732015201805Closed at 1732015201805 2024-11-19T11:20:01,806 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/.initializing 2024-11-19T11:20:01,806 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/WALs/16c88966c0af,34507,1732015200105 2024-11-19T11:20:01,807 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:01,808 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C34507%2C1732015200105, suffix=, logDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/WALs/16c88966c0af,34507,1732015200105, archiveDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/oldWALs, maxLogs=10 2024-11-19T11:20:01,820 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/WALs/16c88966c0af,34507,1732015200105/16c88966c0af%2C34507%2C1732015200105.1732015201808, exclude list is [], retry=0 2024-11-19T11:20:01,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57,DISK] 2024-11-19T11:20:01,824 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/WALs/16c88966c0af,34507,1732015200105/16c88966c0af%2C34507%2C1732015200105.1732015201808 2024-11-19T11:20:01,824 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34131:34131)] 2024-11-19T11:20:01,825 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:01,825 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:01,825 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,825 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:20:01,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:01,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:01,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:20:01,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:01,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:01,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:20:01,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:01,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:01,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:20:01,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:01,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:01,833 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,834 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,834 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,835 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,835 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,835 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:01,836 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:01,838 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:01,838 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65276070, jitterRate=-0.02731075882911682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:01,838 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015201825Initializing all the Stores at 1732015201826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015201826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015201826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015201826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015201826Cleaning up temporary data from old regions at 1732015201835 (+9 ms)Region opened successfully at 1732015201838 (+3 ms) 2024-11-19T11:20:01,839 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:20:01,841 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d5b96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:01,842 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:20:01,842 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:20:01,842 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:20:01,843 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:20:01,843 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:20:01,843 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:20:01,843 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:20:01,845 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:20:01,846 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/balancer because node does not exist (not necessarily an error) 2024-11-19T11:20:01,894 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/balancer already deleted, retry=false 2024-11-19T11:20:01,894 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:20:01,895 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:20:01,907 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/normalizer already deleted, retry=false 2024-11-19T11:20:01,907 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:20:01,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:20:01,918 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/switch/split already deleted, retry=false 2024-11-19T11:20:01,918 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:20:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/switch/merge already deleted, retry=false 2024-11-19T11:20:01,930 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:20:01,939 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/snapshot-cleanup already deleted, retry=false 2024-11-19T11:20:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1132083498/running 2024-11-19T11:20:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1132083498/running 2024-11-19T11:20:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:01,950 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,34507,1732015200105, sessionid=0x10152d273b60003, setting cluster-up flag (Was=false) 2024-11-19T11:20:01,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:01,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:02,002 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1132083498/flush-table-proc/acquired, /1-1132083498/flush-table-proc/reached, /1-1132083498/flush-table-proc/abort 2024-11-19T11:20:02,003 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,34507,1732015200105 2024-11-19T11:20:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:02,054 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1132083498/online-snapshot/acquired, /1-1132083498/online-snapshot/reached, /1-1132083498/online-snapshot/abort 2024-11-19T11:20:02,055 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,34507,1732015200105 2024-11-19T11:20:02,056 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:20:02,058 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:02,058 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:20:02,058 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:20:02,058 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,34507,1732015200105 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:20:02,059 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:02,059 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:02,059 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:02,059 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:02,060 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:20:02,060 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,060 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:02,060 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:02,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:20:02,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:02,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015232063 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:20:02,063 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:20:02,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:20:02,064 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:20:02,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015202064,5,FailOnTimeoutGroup] 2024-11-19T11:20:02,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015202064,5,FailOnTimeoutGroup] 2024-11-19T11:20:02,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:20:02,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:20:02,114 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(746): ClusterId : 025d0bfc-8d7f-4368-bb26-fdd94b4f8adc 2024-11-19T11:20:02,114 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:20:02,126 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:20:02,126 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:20:02,136 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:20:02,137 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b65f859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:02,147 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:42483 2024-11-19T11:20:02,147 INFO [RS:0;16c88966c0af:42483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:20:02,147 INFO [RS:0;16c88966c0af:42483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:20:02,147 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:20:02,148 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,34507,1732015200105 with port=42483, startcode=1732015200255 2024-11-19T11:20:02,148 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:20:02,150 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:20:02,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34507 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,151 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f 2024-11-19T11:20:02,151 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33531 2024-11-19T11:20:02,151 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:20:02,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/rs 2024-11-19T11:20:02,201 DEBUG [RS:0;16c88966c0af:42483 {}] zookeeper.ZKUtil(111): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on existing znode=/1-1132083498/rs/16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,201 WARN [RS:0;16c88966c0af:42483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:02,201 INFO [RS:0;16c88966c0af:42483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:02,201 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,42483,1732015200255] 2024-11-19T11:20:02,204 INFO [RS:0;16c88966c0af:42483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:20:02,205 INFO [RS:0;16c88966c0af:42483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:20:02,205 INFO [RS:0;16c88966c0af:42483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:20:02,205 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,206 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:20:02,206 INFO [RS:0;16c88966c0af:42483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:20:02,206 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,206 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,206 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:02,207 DEBUG [RS:0;16c88966c0af:42483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,208 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42483,1732015200255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:02,220 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:20:02,220 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42483,1732015200255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,220 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,220 INFO [RS:0;16c88966c0af:42483 {}] regionserver.Replication(171): 16c88966c0af,42483,1732015200255 started 2024-11-19T11:20:02,232 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:02,232 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,42483,1732015200255, RpcServer on 16c88966c0af/172.17.0.2:42483, sessionid=0x10152d273b60004 2024-11-19T11:20:02,232 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:20:02,232 DEBUG [RS:0;16c88966c0af:42483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,232 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42483,1732015200255' 2024-11-19T11:20:02,232 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1132083498/flush-table-proc/abort' 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1132083498/flush-table-proc/acquired' 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,42483,1732015200255 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,42483,1732015200255' 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1132083498/online-snapshot/abort' 2024-11-19T11:20:02,233 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1132083498/online-snapshot/acquired' 2024-11-19T11:20:02,234 DEBUG [RS:0;16c88966c0af:42483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:20:02,234 INFO [RS:0;16c88966c0af:42483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:20:02,234 INFO [RS:0;16c88966c0af:42483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:20:02,334 INFO [RS:0;16c88966c0af:42483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:02,335 INFO [RS:0;16c88966c0af:42483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42483%2C1732015200255, suffix=, logDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255, archiveDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/oldWALs, maxLogs=10 2024-11-19T11:20:02,351 DEBUG [RS:0;16c88966c0af:42483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, exclude list is [], retry=0 2024-11-19T11:20:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57,DISK] 2024-11-19T11:20:02,355 INFO [RS:0;16c88966c0af:42483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 2024-11-19T11:20:02,355 DEBUG [RS:0;16c88966c0af:42483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34131:34131)] 2024-11-19T11:20:02,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:20:02,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:20:02,475 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f 2024-11-19T11:20:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:20:02,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:02,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:02,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:02,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:02,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:02,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:02,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:02,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:02,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:02,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:02,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:02,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:02,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:02,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:02,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:02,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:02,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:02,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:02,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740 2024-11-19T11:20:02,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740 2024-11-19T11:20:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:02,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:02,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:02,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:02,892 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:02,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68244980, jitterRate=0.016929447650909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015202881Initializing all the Stores at 1732015202882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015202882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015202882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015202882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015202882Cleaning up temporary data from old regions at 1732015202889 (+7 ms)Region opened successfully at 1732015202893 (+4 ms) 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:02,893 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:02,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015202893Disabling compacts and flushes for region at 1732015202893Disabling writes for close at 1732015202893Writing region close event to WAL at 1732015202893Closed at 1732015202893 2024-11-19T11:20:02,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:02,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:20:02,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:20:02,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:02,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:20:03,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:03,049 DEBUG [16c88966c0af:34507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:20:03,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:03,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42483,1732015200255, state=OPENING 2024-11-19T11:20:03,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:03,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:20:03,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:03,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:03,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:20:03,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:03,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:20:03,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:20:03,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:03,104 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:20:03,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:03,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:03,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1132083498/meta-region-server: CHANGED 2024-11-19T11:20:03,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1132083498/meta-region-server: CHANGED 2024-11-19T11:20:03,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:03,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42483,1732015200255}] 2024-11-19T11:20:03,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:03,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:20:03,272 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:20:03,272 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:03,272 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:20:03,273 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42483%2C1732015200255.meta, suffix=.meta, logDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255, archiveDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/oldWALs, maxLogs=10 2024-11-19T11:20:03,285 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.meta.1732015203274.meta, exclude list is [], retry=0 2024-11-19T11:20:03,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57,DISK] 2024-11-19T11:20:03,289 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.meta.1732015203274.meta 2024-11-19T11:20:03,289 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34131:34131)] 2024-11-19T11:20:03,289 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:03,290 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:20:03,290 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:20:03,290 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:20:03,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:03,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:03,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:03,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:03,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:03,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:03,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:03,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:03,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:03,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:03,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:03,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:03,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:03,295 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:03,295 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740 2024-11-19T11:20:03,297 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740 2024-11-19T11:20:03,298 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:03,298 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:03,298 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:03,300 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:03,300 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942991, jitterRate=0.05713294446468353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:03,300 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:20:03,301 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015203290Writing region info on filesystem at 1732015203290Initializing all the Stores at 1732015203291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015203291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015203291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015203291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015203291Cleaning up temporary data from old regions at 1732015203298 (+7 ms)Running coprocessor post-open hooks at 1732015203300 (+2 ms)Region opened successfully at 1732015203300 2024-11-19T11:20:03,301 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015203268 2024-11-19T11:20:03,303 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:20:03,303 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:20:03,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:03,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,42483,1732015200255, state=OPEN 2024-11-19T11:20:03,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1132083498/meta-region-server 2024-11-19T11:20:03,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1132083498/meta-region-server 2024-11-19T11:20:03,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,42483,1732015200255 2024-11-19T11:20:03,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1132083498/meta-region-server: CHANGED 2024-11-19T11:20:03,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1132083498/meta-region-server: CHANGED 2024-11-19T11:20:03,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:20:03,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,42483,1732015200255 in 199 msec 2024-11-19T11:20:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:20:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-19T11:20:03,319 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:03,319 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:20:03,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:03,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:03,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:03,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:03,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-19T11:20:03,326 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015203326, completionTime=-1 2024-11-19T11:20:03,326 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:20:03,326 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:20:03,327 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:20:03,327 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015263327 2024-11-19T11:20:03,327 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015323327 2024-11-19T11:20:03,327 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:34507, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,328 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,330 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.855sec 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:03,331 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:20:03,333 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:20:03,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:20:03,333 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,34507,1732015200105-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:03,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4716fb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:03,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:03,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:03,416 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:03,417 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:03,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d248069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:03,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:03,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:03,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,34507,1732015200105 2024-11-19T11:20:03,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55335 2024-11-19T11:20:03,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:03,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d273b60005 connected 2024-11-19T11:20:03,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f727e 2024-11-19T11:20:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:03,448 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:03,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:20:03,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:03,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:03,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:20:03,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:20:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:03,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 019d11b0975c56917d007d5e155b42bd, NAME => 'test,,1732015203448.019d11b0975c56917d007d5e155b42bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2 2024-11-19T11:20:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:20:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015203448.019d11b0975c56917d007d5e155b42bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 019d11b0975c56917d007d5e155b42bd, disabling compactions & flushes 2024-11-19T11:20:04,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015203448.019d11b0975c56917d007d5e155b42bd. after waiting 0 ms 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 019d11b0975c56917d007d5e155b42bd: Waiting for close lock at 1732015204264Disabling compacts and flushes for region at 1732015204264Disabling writes for close at 1732015204264Writing region close event to WAL at 1732015204264Closed at 1732015204264 2024-11-19T11:20:04,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:04,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015203448.019d11b0975c56917d007d5e155b42bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015204265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015204265"}]},"ts":"1732015204265"} 2024-11-19T11:20:04,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:04,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:04,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015204268"}]},"ts":"1732015204268"} 2024-11-19T11:20:04,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:20:04,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=019d11b0975c56917d007d5e155b42bd, ASSIGN}] 2024-11-19T11:20:04,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=019d11b0975c56917d007d5e155b42bd, ASSIGN 2024-11-19T11:20:04,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=019d11b0975c56917d007d5e155b42bd, ASSIGN; state=OFFLINE, location=16c88966c0af,40529,1732015194211; forceNewPlan=false, retain=false 2024-11-19T11:20:04,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=019d11b0975c56917d007d5e155b42bd, regionState=OPENING, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:20:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=019d11b0975c56917d007d5e155b42bd, ASSIGN because future has completed 2024-11-19T11:20:04,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019d11b0975c56917d007d5e155b42bd, server=16c88966c0af,40529,1732015194211}] 2024-11-19T11:20:04,584 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,584 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 019d11b0975c56917d007d5e155b42bd, NAME => 'test,,1732015203448.019d11b0975c56917d007d5e155b42bd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:04,584 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:04,584 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015203448.019d11b0975c56917d007d5e155b42bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,585 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,587 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,588 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019d11b0975c56917d007d5e155b42bd columnFamilyName f 2024-11-19T11:20:04,589 DEBUG [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:04,589 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(327): Store=019d11b0975c56917d007d5e155b42bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:04,589 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,590 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019d11b0975c56917d007d5e155b42bd columnFamilyName f1 2024-11-19T11:20:04,590 DEBUG [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:04,590 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(327): Store=019d11b0975c56917d007d5e155b42bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:04,591 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,592 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019d11b0975c56917d007d5e155b42bd columnFamilyName norep 2024-11-19T11:20:04,592 DEBUG [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:04,592 INFO [StoreOpener-019d11b0975c56917d007d5e155b42bd-1 {}] regionserver.HStore(327): Store=019d11b0975c56917d007d5e155b42bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:04,592 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,593 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,593 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,594 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,594 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,594 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:04,595 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,597 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:04,597 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 019d11b0975c56917d007d5e155b42bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66529129, jitterRate=-0.008638724684715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:04,597 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:04,597 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 019d11b0975c56917d007d5e155b42bd: Running coprocessor pre-open hook at 1732015204585Writing region info on filesystem at 1732015204585Initializing all the Stores at 1732015204586 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015204586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015204587 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015204587Cleaning up temporary data from old regions at 1732015204594 (+7 ms)Running coprocessor post-open hooks at 1732015204597 (+3 ms)Region opened successfully at 1732015204597 2024-11-19T11:20:04,598 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015203448.019d11b0975c56917d007d5e155b42bd., pid=6, masterSystemTime=1732015204577 2024-11-19T11:20:04,600 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,600 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:04,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=019d11b0975c56917d007d5e155b42bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:20:04,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 019d11b0975c56917d007d5e155b42bd, server=16c88966c0af,40529,1732015194211 because future has completed 2024-11-19T11:20:04,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:20:04,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 019d11b0975c56917d007d5e155b42bd, server=16c88966c0af,40529,1732015194211 in 178 msec 2024-11-19T11:20:04,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:20:04,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=019d11b0975c56917d007d5e155b42bd, ASSIGN in 334 msec 2024-11-19T11:20:04,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:04,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015204607"}]},"ts":"1732015204607"} 2024-11-19T11:20:04,610 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:20:04,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:04,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-19T11:20:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:05,601 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:20:05,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a35ebe 2024-11-19T11:20:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:05,603 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:05,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:20:05,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:05,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:05,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:20:05,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:05,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:20:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:06,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f029f547d0e0981b463299a0e228da8, NAME => 'test,,1732015205604.1f029f547d0e0981b463299a0e228da8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f 2024-11-19T11:20:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:20:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015205604.1f029f547d0e0981b463299a0e228da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f029f547d0e0981b463299a0e228da8, disabling compactions & flushes 2024-11-19T11:20:06,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015205604.1f029f547d0e0981b463299a0e228da8. after waiting 0 ms 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f029f547d0e0981b463299a0e228da8: Waiting for close lock at 1732015206428Disabling compacts and flushes for region at 1732015206428Disabling writes for close at 1732015206428Writing region close event to WAL at 1732015206428Closed at 1732015206428 2024-11-19T11:20:06,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:06,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015205604.1f029f547d0e0981b463299a0e228da8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015206430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015206430"}]},"ts":"1732015206430"} 2024-11-19T11:20:06,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:06,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:06,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015206433"}]},"ts":"1732015206433"} 2024-11-19T11:20:06,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:20:06,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f029f547d0e0981b463299a0e228da8, ASSIGN}] 2024-11-19T11:20:06,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f029f547d0e0981b463299a0e228da8, ASSIGN 2024-11-19T11:20:06,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f029f547d0e0981b463299a0e228da8, ASSIGN; state=OFFLINE, location=16c88966c0af,42483,1732015200255; forceNewPlan=false, retain=false 2024-11-19T11:20:06,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f029f547d0e0981b463299a0e228da8, regionState=OPENING, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:06,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f029f547d0e0981b463299a0e228da8, ASSIGN because future has completed 2024-11-19T11:20:06,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f029f547d0e0981b463299a0e228da8, server=16c88966c0af,42483,1732015200255}] 2024-11-19T11:20:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:06,746 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,746 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f029f547d0e0981b463299a0e228da8, NAME => 'test,,1732015205604.1f029f547d0e0981b463299a0e228da8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:06,746 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:06,746 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:20:06,746 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,746 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015205604.1f029f547d0e0981b463299a0e228da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:06,746 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,746 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,747 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,748 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f029f547d0e0981b463299a0e228da8 columnFamilyName f 2024-11-19T11:20:06,748 DEBUG [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:06,748 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(327): Store=1f029f547d0e0981b463299a0e228da8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:06,748 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,749 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f029f547d0e0981b463299a0e228da8 columnFamilyName f1 2024-11-19T11:20:06,749 DEBUG [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:06,749 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(327): Store=1f029f547d0e0981b463299a0e228da8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:06,749 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,750 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f029f547d0e0981b463299a0e228da8 columnFamilyName norep 2024-11-19T11:20:06,750 DEBUG [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:06,751 INFO [StoreOpener-1f029f547d0e0981b463299a0e228da8-1 {}] regionserver.HStore(327): Store=1f029f547d0e0981b463299a0e228da8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:06,751 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,751 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,752 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,752 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,753 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,753 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:06,754 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,756 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:06,756 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f029f547d0e0981b463299a0e228da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69716182, jitterRate=0.03885206580162048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:06,756 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:06,756 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f029f547d0e0981b463299a0e228da8: Running coprocessor pre-open hook at 1732015206746Writing region info on filesystem at 1732015206746Initializing all the Stores at 1732015206747 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015206747Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015206747Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015206747Cleaning up temporary data from old regions at 1732015206753 (+6 ms)Running coprocessor post-open hooks at 1732015206756 (+3 ms)Region opened successfully at 1732015206756 2024-11-19T11:20:06,757 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015205604.1f029f547d0e0981b463299a0e228da8., pid=6, masterSystemTime=1732015206742 2024-11-19T11:20:06,759 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,759 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:06,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f029f547d0e0981b463299a0e228da8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f029f547d0e0981b463299a0e228da8, server=16c88966c0af,42483,1732015200255 because future has completed 2024-11-19T11:20:06,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:20:06,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f029f547d0e0981b463299a0e228da8, server=16c88966c0af,42483,1732015200255 in 173 msec 2024-11-19T11:20:06,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:20:06,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f029f547d0e0981b463299a0e228da8, ASSIGN in 330 msec 2024-11-19T11:20:06,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:06,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015206767"}]},"ts":"1732015206767"} 2024-11-19T11:20:06,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:20:06,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:06,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-19T11:20:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:07,751 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:20:07,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719c68d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:07,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:07,753 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c6cc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:07,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:07,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,754 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483d0e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39df285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:07,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:07,757 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68eca887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,758 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623b7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c65ef2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:07,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:07,760 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36244eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,762 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349f04ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6257dee0 2024-11-19T11:20:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:07,764 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:07,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:34507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:20:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:20:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:07,768 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:34507' 2024-11-19T11:20:07,769 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bff025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,769 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:07,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:07,770 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:07,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:07,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12db1b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,772 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c35641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:07,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:07,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7e335 2024-11-19T11:20:07,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:07,774 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:07,775 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:20:07,775 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:20:07,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:07,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:07,775 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:07,776 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:20:07,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:07,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:07,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:07,826 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:20:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:20:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:08,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:20:08,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108cc6e3e46ce640a8e27a972fd8a794, NAME => 'hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2 2024-11-19T11:20:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 108cc6e3e46ce640a8e27a972fd8a794, disabling compactions & flushes 2024-11-19T11:20:08,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. after waiting 0 ms 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108cc6e3e46ce640a8e27a972fd8a794: Waiting for close lock at 1732015208243Disabling compacts and flushes for region at 1732015208243Disabling writes for close at 1732015208243Writing region close event to WAL at 1732015208243Closed at 1732015208243 2024-11-19T11:20:08,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:08,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015208244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015208244"}]},"ts":"1732015208244"} 2024-11-19T11:20:08,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:08,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:08,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015208248"}]},"ts":"1732015208248"} 2024-11-19T11:20:08,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:20:08,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108cc6e3e46ce640a8e27a972fd8a794, ASSIGN}] 2024-11-19T11:20:08,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108cc6e3e46ce640a8e27a972fd8a794, ASSIGN 2024-11-19T11:20:08,252 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=108cc6e3e46ce640a8e27a972fd8a794, ASSIGN; state=OFFLINE, location=16c88966c0af,40529,1732015194211; forceNewPlan=false, retain=false 2024-11-19T11:20:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:08,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=108cc6e3e46ce640a8e27a972fd8a794, regionState=OPENING, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:20:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=108cc6e3e46ce640a8e27a972fd8a794, ASSIGN because future has completed 2024-11-19T11:20:08,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108cc6e3e46ce640a8e27a972fd8a794, server=16c88966c0af,40529,1732015194211}] 2024-11-19T11:20:08,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:08,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:20:08,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40529%2C1732015194211.rep, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/oldWALs, maxLogs=10 2024-11-19T11:20:08,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.rep.1732015208563, exclude list is [], retry=0 2024-11-19T11:20:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35941,DS-0c00e692-59cd-479f-835f-0a3264dd9c5c,DISK] 2024-11-19T11:20:08,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.rep.1732015208563 2024-11-19T11:20:08,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36177:36177)] 2024-11-19T11:20:08,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 108cc6e3e46ce640a8e27a972fd8a794, NAME => 'hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:08,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:08,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:08,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. service=MultiRowMutationService 2024-11-19T11:20:08,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:20:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,580 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,581 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108cc6e3e46ce640a8e27a972fd8a794 columnFamilyName hfileref 2024-11-19T11:20:08,581 DEBUG [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:08,581 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(327): Store=108cc6e3e46ce640a8e27a972fd8a794/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:08,581 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,582 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108cc6e3e46ce640a8e27a972fd8a794 columnFamilyName queue 2024-11-19T11:20:08,582 DEBUG [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:08,583 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(327): Store=108cc6e3e46ce640a8e27a972fd8a794/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:08,583 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,583 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108cc6e3e46ce640a8e27a972fd8a794 columnFamilyName sid 2024-11-19T11:20:08,583 DEBUG [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:08,584 INFO [StoreOpener-108cc6e3e46ce640a8e27a972fd8a794-1 {}] regionserver.HStore(327): Store=108cc6e3e46ce640a8e27a972fd8a794/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:08,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:08,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:08,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 108cc6e3e46ce640a8e27a972fd8a794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218033, jitterRate=-0.08778022229671478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:08,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:08,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 108cc6e3e46ce640a8e27a972fd8a794: Running coprocessor pre-open hook at 1732015208579Writing region info on filesystem at 1732015208579Initializing all the Stores at 1732015208580 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015208580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015208580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015208580Cleaning up temporary data from old regions at 1732015208585 (+5 ms)Running coprocessor post-open hooks at 1732015208589 (+4 ms)Region opened successfully at 1732015208589 2024-11-19T11:20:08,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794., pid=10, masterSystemTime=1732015208557 2024-11-19T11:20:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:08,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=108cc6e3e46ce640a8e27a972fd8a794, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,40529,1732015194211 2024-11-19T11:20:08,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108cc6e3e46ce640a8e27a972fd8a794, server=16c88966c0af,40529,1732015194211 because future has completed 2024-11-19T11:20:08,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:20:08,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 108cc6e3e46ce640a8e27a972fd8a794, server=16c88966c0af,40529,1732015194211 in 189 msec 2024-11-19T11:20:08,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:20:08,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108cc6e3e46ce640a8e27a972fd8a794, ASSIGN in 346 msec 2024-11-19T11:20:08,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:08,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015208598"}]},"ts":"1732015208598"} 2024-11-19T11:20:08,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:20:08,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:08,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 826 msec 2024-11-19T11:20:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794., hostname=16c88966c0af,40529,1732015194211, seqNum=2] 2024-11-19T11:20:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:20:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:20:08,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:20:08,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:08,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:08,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:20:08,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:20:08,879 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:20:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:08,919 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,40529,1732015194211, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:20:08,919 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:08,919 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:20:08,920 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:08,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:08,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,40529,1732015194211', locateType=CURRENT is [region=hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794., hostname=16c88966c0af,40529,1732015194211, seqNum=2] 2024-11-19T11:20:08,926 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:20:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:20:08,929 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,40529,1732015194211 suceeded 2024-11-19T11:20:08,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:20:08,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T11:20:08,932 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:34507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:20:08,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1670 sec 2024-11-19T11:20:08,946 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:34507' 2024-11-19T11:20:08,948 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0dfebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:08,948 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:08,948 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:08,949 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36df8c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:08,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:08,950 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:08,951 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bed54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:08,951 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6479dda0 2024-11-19T11:20:08,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:08,952 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:08,953 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,40529,1732015194211 (queues=1) is replicating from cluster=81b76121-14c9-4c8d-80e6-ce6ee4d755cd to cluster=025d0bfc-8d7f-4368-bb26-fdd94b4f8adc 2024-11-19T11:20:08,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C40529%2C1732015194211 2024-11-19T11:20:08,953 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,40529,1732015194211, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:20:08,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, startPosition=0, beingWritten=true 2024-11-19T11:20:08,953 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C40529%2C1732015194211 2024-11-19T11:20:08,959 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:08,960 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:08,960 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40529,1732015194211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:09,164 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:09,468 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:09,872 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:09,911 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:20:09,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:09,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:09,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:09,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6080d4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:09,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:09,913 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251f053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,914 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3180fa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bda609 2024-11-19T11:20:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:09,917 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:09,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:39263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:20:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:20:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:09,920 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:39263' 2024-11-19T11:20:09,921 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780c3cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,921 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:09,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:09,922 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ecac9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,923 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:09,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810dbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:09,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba7babb 2024-11-19T11:20:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:09,926 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:09,926 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:20:09,926 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:20:09,926 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,926 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:09,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:09,927 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:09,928 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:20:09,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:09,929 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:09,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:20:09,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95617102f0dbb6cba9d772cc8b799acc, NAME => 'hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f 2024-11-19T11:20:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:20:09,978 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:20:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:10,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:10,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95617102f0dbb6cba9d772cc8b799acc, disabling compactions & flushes 2024-11-19T11:20:10,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. after waiting 0 ms 2024-11-19T11:20:10,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95617102f0dbb6cba9d772cc8b799acc: Waiting for close lock at 1732015210345Disabling compacts and flushes for region at 1732015210345Disabling writes for close at 1732015210345Writing region close event to WAL at 1732015210345Closed at 1732015210345 2024-11-19T11:20:10,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:10,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015210346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015210346"}]},"ts":"1732015210346"} 2024-11-19T11:20:10,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:10,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:10,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015210348"}]},"ts":"1732015210348"} 2024-11-19T11:20:10,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:20:10,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95617102f0dbb6cba9d772cc8b799acc, ASSIGN}] 2024-11-19T11:20:10,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95617102f0dbb6cba9d772cc8b799acc, ASSIGN 2024-11-19T11:20:10,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95617102f0dbb6cba9d772cc8b799acc, ASSIGN; state=OFFLINE, location=16c88966c0af,42483,1732015200255; forceNewPlan=false, retain=false 2024-11-19T11:20:10,378 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:10,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95617102f0dbb6cba9d772cc8b799acc, regionState=OPENING, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:10,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95617102f0dbb6cba9d772cc8b799acc, ASSIGN because future has completed 2024-11-19T11:20:10,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95617102f0dbb6cba9d772cc8b799acc, server=16c88966c0af,42483,1732015200255}] 2024-11-19T11:20:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:10,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:10,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:20:10,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C42483%2C1732015200255.rep, suffix=, logDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255, archiveDir=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/oldWALs, maxLogs=10 2024-11-19T11:20:10,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.rep.1732015210661, exclude list is [], retry=0 2024-11-19T11:20:10,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-ff5d16c0-3b41-4a54-ab7b-52b52a874d57,DISK] 2024-11-19T11:20:10,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.rep.1732015210661 2024-11-19T11:20:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34131:34131)] 2024-11-19T11:20:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95617102f0dbb6cba9d772cc8b799acc, NAME => 'hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:10,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. service=MultiRowMutationService 2024-11-19T11:20:10,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:20:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,678 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,679 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95617102f0dbb6cba9d772cc8b799acc columnFamilyName hfileref 2024-11-19T11:20:10,679 DEBUG [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:10,679 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(327): Store=95617102f0dbb6cba9d772cc8b799acc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:10,679 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,680 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95617102f0dbb6cba9d772cc8b799acc columnFamilyName queue 2024-11-19T11:20:10,680 DEBUG [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:10,680 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(327): Store=95617102f0dbb6cba9d772cc8b799acc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:10,681 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,681 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95617102f0dbb6cba9d772cc8b799acc columnFamilyName sid 2024-11-19T11:20:10,681 DEBUG [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:10,682 INFO [StoreOpener-95617102f0dbb6cba9d772cc8b799acc-1 {}] regionserver.HStore(327): Store=95617102f0dbb6cba9d772cc8b799acc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:10,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:10,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:10,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95617102f0dbb6cba9d772cc8b799acc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64149812, jitterRate=-0.044093310832977295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:10,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95617102f0dbb6cba9d772cc8b799acc: Running coprocessor pre-open hook at 1732015210677Writing region info on filesystem at 1732015210677Initializing all the Stores at 1732015210677Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015210677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015210678 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015210678Cleaning up temporary data from old regions at 1732015210683 (+5 ms)Running coprocessor post-open hooks at 1732015210687 (+4 ms)Region opened successfully at 1732015210687 2024-11-19T11:20:10,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc., pid=10, masterSystemTime=1732015210656 2024-11-19T11:20:10,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:10,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95617102f0dbb6cba9d772cc8b799acc, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,42483,1732015200255 2024-11-19T11:20:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95617102f0dbb6cba9d772cc8b799acc, server=16c88966c0af,42483,1732015200255 because future has completed 2024-11-19T11:20:10,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:20:10,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95617102f0dbb6cba9d772cc8b799acc, server=16c88966c0af,42483,1732015200255 in 189 msec 2024-11-19T11:20:10,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:20:10,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95617102f0dbb6cba9d772cc8b799acc, ASSIGN in 346 msec 2024-11-19T11:20:10,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:10,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015210698"}]},"ts":"1732015210698"} 2024-11-19T11:20:10,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:20:10,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:10,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-19T11:20:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc., hostname=16c88966c0af,42483,1732015200255, seqNum=2] 2024-11-19T11:20:10,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:10,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:10,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:20:10,982 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:10,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:20:10,994 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:20:11,019 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,42483,1732015200255, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:20:11,020 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:11,020 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:11,020 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:11,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,42483,1732015200255', locateType=CURRENT is [region=hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc., hostname=16c88966c0af,42483,1732015200255, seqNum=2] 2024-11-19T11:20:11,026 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:20:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:20:11,029 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,42483,1732015200255 suceeded 2024-11-19T11:20:11,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:20:11,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T11:20:11,032 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:39263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:20:11,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-19T11:20:11,044 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:39263' 2024-11-19T11:20:11,046 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6779d0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,046 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:11,046 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:11,046 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b2d480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,048 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:11,049 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ef660d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,049 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753e7b2d 2024-11-19T11:20:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:11,051 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:11,052 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,42483,1732015200255 (queues=1) is replicating from cluster=025d0bfc-8d7f-4368-bb26-fdd94b4f8adc to cluster=81b76121-14c9-4c8d-80e6-ce6ee4d755cd 2024-11-19T11:20:11,052 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C42483%2C1732015200255 2024-11-19T11:20:11,052 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,42483,1732015200255, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:20:11,052 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, startPosition=0, beingWritten=true 2024-11-19T11:20:11,052 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C42483%2C1732015200255 2024-11-19T11:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,42483,1732015200255 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:11,061 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:20:11,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:11,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:11,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:11,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:11,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732015211065/Put/seqid=0 2024-11-19T11:20:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741840_1016 (size=7894) 2024-11-19T11:20:11,262 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:11,471 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732015211471/Put/seqid=0 2024-11-19T11:20:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741841_1017 (size=7691) 2024-11-19T11:20:11,565 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:11,686 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:11,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6059496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:11,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:11,877 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fd1518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:11,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,878 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:11,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb7d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:11,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:20:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:11,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:11,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35aa5b6 2024-11-19T11:20:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:11,889 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:11,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2] 2024-11-19T11:20:11,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:11,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T11:20:11,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T11:20:11,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T11:20:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:11,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T11:20:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegion(2603): Flush status journal for 019d11b0975c56917d007d5e155b42bd: 2024-11-19T11:20:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_1 2024-11-19T11:20:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_1 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ 2024-11-19T11:20:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_0 2024-11-19T11:20:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_0 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ 2024-11-19T11:20:11,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_1 into 019d11b0975c56917d007d5e155b42bd/f as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ - updating store file list. 2024-11-19T11:20:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 661809c5eeb74ee083e09e01160bbcd0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:11,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ into 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:11,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_1 into 019d11b0975c56917d007d5e155b42bd/f (new location: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_) 2024-11-19T11:20:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_1 2024-11-19T11:20:11,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_0 into 019d11b0975c56917d007d5e155b42bd/f as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ - updating store file list. 2024-11-19T11:20:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cdf7f557aef64f3fa21443915b1ef134_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:11,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ into 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:11,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_0 into 019d11b0975c56917d007d5e155b42bd/f (new location: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_) 2024-11-19T11:20:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins__test__iq9vlgne27dm4v4f56gtr45vd7v5c9oin3r64bslj2jf8jkfml6td590kslfnqi5/f/hfile_0 2024-11-19T11:20:11,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:11,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:11,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2 , the old value is region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:40529 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:20:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:20:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2 from cache 2024-11-19T11:20:11,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:11,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:11,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49764 deadline: 1732015271927 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49764 2024-11-19T11:20:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2] 2024-11-19T11:20:11,933 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:20:11,969 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:12,031 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:20:12,473 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:12,490 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 379, reset compression=false 2024-11-19T11:20:12,495 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:12,495 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40529,1732015194211 got entry batch from reader: WALEntryBatch [walEntries=[{test/019d11b0975c56917d007d5e155b42bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015211925/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:20:12,497 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:12,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T11:20:12,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.ReplicationSink(318): Replicating [81b76121-14c9-4c8d-80e6-ce6ee4d755cd] bulk loaded data 2024-11-19T11:20:12,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554fd3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:12,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:12,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:12,500 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a3f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:12,501 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:12,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1bfc9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741840_1016 (size=7691) 2024-11-19T11:20:12,695 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:12,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:20:12,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:12,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T11:20:12,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:12,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:12,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:20:12,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:20:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741841_1017 (size=7894) 2024-11-19T11:20:12,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548b51ce 2024-11-19T11:20:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:12,974 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:12,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:12,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:12,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:12,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:12,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T11:20:12,984 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T11:20:12,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ for inclusion in 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T11:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:12,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ for inclusion in 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T11:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegion(2603): Flush status journal for 1f029f547d0e0981b463299a0e228da8: 2024-11-19T11:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_ 2024-11-19T11:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:20:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_ 2024-11-19T11:20:12,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_ - updating store file list. 2024-11-19T11:20:12,999 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:13,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:13,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f (new location: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_) 2024-11-19T11:20:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/661809c5eeb74ee083e09e01160bbcd0_SeqId_4_ 2024-11-19T11:20:13,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_ - updating store file list. 2024-11-19T11:20:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:13,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:13,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ into 1f029f547d0e0981b463299a0e228da8/f (new location: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_) 2024-11-19T11:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__4a1b6hr0jru2aaqcbocl143kh906lhcffb3sam9mdqk2ugbc6c3e9g2a81qqlmhr/f/cdf7f557aef64f3fa21443915b1ef134_SeqId_4_ 2024-11-19T11:20:13,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.ReplicationSink(324): Finished replicating [81b76121-14c9-4c8d-80e6-ce6ee4d755cd] bulk loaded data 2024-11-19T11:20:13,076 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 379, reset compression=false 2024-11-19T11:20:13,081 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:13,081 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,42483,1732015200255 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f029f547d0e0981b463299a0e228da8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015213009/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T11:20:13,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:13,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T11:20:13,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(318): Replicating [81b76121-14c9-4c8d-80e6-ce6ee4d755cd, 025d0bfc-8d7f-4368-bb26-fdd94b4f8adc] bulk loaded data 2024-11-19T11:20:13,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6030b739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:13,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,39263,-1 for getting cluster id 2024-11-19T11:20:13,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:13,085 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b76121-14c9-4c8d-80e6-ce6ee4d755cd' 2024-11-19T11:20:13,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:13,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b76121-14c9-4c8d-80e6-ce6ee4d755cd" 2024-11-19T11:20:13,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9308b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:13,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,39263,-1] 2024-11-19T11:20:13,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:13,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:13,086 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:13,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f3b28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741842_1018 (size=7691) 2024-11-19T11:20:13,281 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 725, reset compression=false 2024-11-19T11:20:13,409 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741843_1019 (size=7894) 2024-11-19T11:20:13,585 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 725, reset compression=false 2024-11-19T11:20:13,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,39263,1732015194020 2024-11-19T11:20:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23800c16 2024-11-19T11:20:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:13,906 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:13,919 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:13,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:13,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:13,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:20:13,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:13,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:13,928 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__rn491pmnjsldo8qqc2rrtilnvvn3239um4n448epchdqd1nc49me6pkk1s1iro1h/f/a9ad49697eda4ec2afdb64098e6b170a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T11:20:13,930 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__rn491pmnjsldo8qqc2rrtilnvvn3239um4n448epchdqd1nc49me6pkk1s1iro1h/f/f6058fcf91e147d6baceafdc9618bd1c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T11:20:13,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(324): Finished replicating [81b76121-14c9-4c8d-80e6-ce6ee4d755cd, 025d0bfc-8d7f-4368-bb26-fdd94b4f8adc] bulk loaded data 2024-11-19T11:20:13,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:13,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732015213944/Put/seqid=0 2024-11-19T11:20:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741842_1018 (size=11194) 2024-11-19T11:20:13,988 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 725, reset compression=false 2024-11-19T11:20:14,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:14,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:14,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732015214351/Put/seqid=0 2024-11-19T11:20:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741843_1019 (size=10791) 2024-11-19T11:20:14,493 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 725, reset compression=false 2024-11-19T11:20:14,522 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:14,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f1a64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:14,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,34507,-1 for getting cluster id 2024-11-19T11:20:14,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:14,765 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025d0bfc-8d7f-4368-bb26-fdd94b4f8adc' 2024-11-19T11:20:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025d0bfc-8d7f-4368-bb26-fdd94b4f8adc" 2024-11-19T11:20:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2416d914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,34507,-1] 2024-11-19T11:20:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:14,766 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:14,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37afda75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:14,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,42483,1732015200255, seqNum=-1] 2024-11-19T11:20:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:14,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:14,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,34507,1732015200105 2024-11-19T11:20:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287f7741 2024-11-19T11:20:14,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:14,779 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2] 2024-11-19T11:20:14,785 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:14,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T11:20:14,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T11:20:14,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T11:20:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:14,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T11:20:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegion(2603): Flush status journal for 1f029f547d0e0981b463299a0e228da8: 2024-11-19T11:20:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_0 2024-11-19T11:20:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_0 as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ 2024-11-19T11:20:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_1 2024-11-19T11:20:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_1 as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ 2024-11-19T11:20:14,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_0 into 1f029f547d0e0981b463299a0e228da8/f as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ - updating store file list. 2024-11-19T11:20:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:14,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ into 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:14,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_0 into 1f029f547d0e0981b463299a0e228da8/f (new location: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_) 2024-11-19T11:20:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_0 2024-11-19T11:20:14,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_1 into 1f029f547d0e0981b463299a0e228da8/f as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ - updating store file list. 2024-11-19T11:20:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c2507ccb4204334a15381040af4773c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:14,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ into 1f029f547d0e0981b463299a0e228da8/f 2024-11-19T11:20:14,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_1 into 1f029f547d0e0981b463299a0e228da8/f (new location: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/f/1c2507ccb4204334a15381040af4773c_SeqId_6_) 2024-11-19T11:20:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins__test__su75pfeslg51eb40c2k1gfbhakd97ii701i1gsr7kcg16lahc0ii7gm2tj0mc8rh/f/hfile_1 2024-11-19T11:20:14,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:14,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:14,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:14,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:14,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2 , the old value is region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:42483 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:20:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:20:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., hostname=16c88966c0af,42483,1732015200255, seqNum=2 from cache 2024-11-19T11:20:14,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:14,826 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T11:20:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40529,1732015194211, seqNum=-1] 2024-11-19T11:20:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:14,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., hostname=16c88966c0af,40529,1732015194211, seqNum=2] 2024-11-19T11:20:14,838 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:20:14,932 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:42483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:20:15,096 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 725, reset compression=false 2024-11-19T11:20:15,100 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:15,101 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,42483,1732015200255 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f029f547d0e0981b463299a0e228da8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015214823/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:20:15,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(318): Replicating [025d0bfc-8d7f-4368-bb26-fdd94b4f8adc] bulk loaded data 2024-11-19T11:20:15,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741844_1020 (size=11194) 2024-11-19T11:20:15,227 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:15,301 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:15,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741845_1021 (size=10791) 2024-11-19T11:20:15,605 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:15,842 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:20:15,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:15,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T11:20:15,928 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T11:20:15,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ for inclusion in 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T11:20:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:15,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ for inclusion in 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T11:20:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:20:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegion(2603): Flush status journal for 019d11b0975c56917d007d5e155b42bd: 2024-11-19T11:20:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:20:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_ 2024-11-19T11:20:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c2507ccb4204334a15381040af4773c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:20:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/d0d519e814464c60927bf0631ae966b8_SeqId_6_ 2024-11-19T11:20:15,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_ - updating store file list. 2024-11-19T11:20:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:15,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:15,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f (new location: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_) 2024-11-19T11:20:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/42071c0cbcc0423b9e3b6f68d59217a0_SeqId_6_ 2024-11-19T11:20:15,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/d0d519e814464c60927bf0631ae966b8_SeqId_6_ - updating store file list. 2024-11-19T11:20:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0d519e814464c60927bf0631ae966b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:20:15,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/d0d519e814464c60927bf0631ae966b8_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f 2024-11-19T11:20:15,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ into 019d11b0975c56917d007d5e155b42bd/f (new location: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/f/d0d519e814464c60927bf0631ae966b8_SeqId_6_) 2024-11-19T11:20:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/staging/jenkins.hfs.10__test__p1h5dric940vv7mp5ba2un0dqb3fc8jka826i6742afu8frgjhfsmt6he3ou8nh/f/1c2507ccb4204334a15381040af4773c_SeqId_6_ 2024-11-19T11:20:15,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(324): Finished replicating [025d0bfc-8d7f-4368-bb26-fdd94b4f8adc] bulk loaded data 2024-11-19T11:20:16,009 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:16,030 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 687, reset compression=false 2024-11-19T11:20:16,035 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:16,035 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40529,1732015194211 got entry batch from reader: WALEntryBatch [walEntries=[{test/019d11b0975c56917d007d5e155b42bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015215950/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T11:20:16,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.ReplicationSink(318): Replicating [025d0bfc-8d7f-4368-bb26-fdd94b4f8adc, 81b76121-14c9-4c8d-80e6-ce6ee4d755cd] bulk loaded data 2024-11-19T11:20:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741844_1020 (size=11194) 2024-11-19T11:20:16,235 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741845_1021 (size=10791) 2024-11-19T11:20:16,512 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:16,539 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:16,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:20:16,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:16,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:16,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:16,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:16,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:16,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:20:16,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1063997973, stopped=false 2024-11-19T11:20:16,852 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,34507,1732015200105 2024-11-19T11:20:16,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:20:16,864 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__nouf4ngeiui415mog5o6htvnon9br0bnu9bajuauu8d02qdic26ki2m24vk3pckn/f/0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T11:20:16,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/staging/jenkins.hfs.11__test__nouf4ngeiui415mog5o6htvnon9br0bnu9bajuauu8d02qdic26ki2m24vk3pckn/f/d0d519e814464c60927bf0631ae966b8_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T11:20:16,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42483 {}] regionserver.ReplicationSink(324): Finished replicating [025d0bfc-8d7f-4368-bb26-fdd94b4f8adc, 81b76121-14c9-4c8d-80e6-ce6ee4d755cd] bulk loaded data 2024-11-19T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1132083498/running 2024-11-19T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1132083498/running 2024-11-19T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:16,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:16,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:16,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:16,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:16,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:16,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,42483,1732015200255' ***** 2024-11-19T11:20:16,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:20:16,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/running 2024-11-19T11:20:16,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Set watcher on znode that does not yet exist, /1-1132083498/running 2024-11-19T11:20:16,915 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:20:16,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f029f547d0e0981b463299a0e228da8 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,42483,1732015200255 2024-11-19T11:20:16,916 INFO [RS:0;16c88966c0af:42483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:16,917 INFO [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42483. 2024-11-19T11:20:16,917 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95617102f0dbb6cba9d772cc8b799acc, disabling compactions & flushes 2024-11-19T11:20:16,917 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:16,917 DEBUG [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:16,917 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:16,917 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:16,917 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. after waiting 0 ms 2024-11-19T11:20:16,917 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:16,917 INFO [RS:0;16c88966c0af:42483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:20:16,917 INFO [RS:0;16c88966c0af:42483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:20:16,917 INFO [RS:0;16c88966c0af:42483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:20:16,917 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95617102f0dbb6cba9d772cc8b799acc 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T11:20:16,917 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:20:16,918 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:20:16,918 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1325): Online Regions={95617102f0dbb6cba9d772cc8b799acc=hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc., 1f029f547d0e0981b463299a0e228da8=test,,1732015205604.1f029f547d0e0981b463299a0e228da8., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:20:16,918 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f029f547d0e0981b463299a0e228da8, 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:16,918 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:16,918 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:16,918 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:16,918 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:16,918 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:16,918 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:20:16,926 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:16,932 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/hfileref/4f77555aa1544f589f4af96d3e61086d is 74, key is 1/hfileref:1c2507ccb4204334a15381040af4773c_SeqId_6_/1732015215952/DeleteColumn/seqid=0 2024-11-19T11:20:16,938 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/info/8aef98b6e2f943d0a5956ea7e522781b is 147, key is hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc./info:regioninfo/1732015210690/Put/seqid=0 2024-11-19T11:20:16,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741846_1022 (size=7686) 2024-11-19T11:20:16,943 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741847_1023 (size=5345) 2024-11-19T11:20:17,116 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:17,118 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f029f547d0e0981b463299a0e228da8, 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:17,208 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:20:17,208 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:20:17,318 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f029f547d0e0981b463299a0e228da8, 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:17,343 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/info/8aef98b6e2f943d0a5956ea7e522781b 2024-11-19T11:20:17,344 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/hfileref/4f77555aa1544f589f4af96d3e61086d 2024-11-19T11:20:17,365 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/ns/9016fbdd96694ab8a90510693fb10c62 is 43, key is default/ns:d/1732015203322/Put/seqid=0 2024-11-19T11:20:17,365 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/queue/ceb423be138e4b82ab7092586f21db40 is 154, key is 1-16c88966c0af,42483,1732015200255/queue:16c88966c0af%2C42483%2C1732015200255/1732015215954/Put/seqid=0 2024-11-19T11:20:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741848_1024 (size=5353) 2024-11-19T11:20:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741849_1025 (size=5153) 2024-11-19T11:20:17,449 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:17,518 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f029f547d0e0981b463299a0e228da8, 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:17,718 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f029f547d0e0981b463299a0e228da8, 95617102f0dbb6cba9d772cc8b799acc 2024-11-19T11:20:17,772 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/queue/ceb423be138e4b82ab7092586f21db40 2024-11-19T11:20:17,772 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/ns/9016fbdd96694ab8a90510693fb10c62 2024-11-19T11:20:17,777 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/hfileref/4f77555aa1544f589f4af96d3e61086d as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/hfileref/4f77555aa1544f589f4af96d3e61086d 2024-11-19T11:20:17,781 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/hfileref/4f77555aa1544f589f4af96d3e61086d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T11:20:17,782 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/.tmp/queue/ceb423be138e4b82ab7092586f21db40 as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/queue/ceb423be138e4b82ab7092586f21db40 2024-11-19T11:20:17,786 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/queue/ceb423be138e4b82ab7092586f21db40, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T11:20:17,787 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95617102f0dbb6cba9d772cc8b799acc in 870ms, sequenceid=12, compaction requested=false 2024-11-19T11:20:17,795 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/rep_barrier/b33c129611054b959dad7ac3a064c3ca is 112, key is test,,1732015205604.1f029f547d0e0981b463299a0e228da8./rep_barrier:seqnumDuringOpen/1732015206760/Put/seqid=0 2024-11-19T11:20:17,795 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/replication/95617102f0dbb6cba9d772cc8b799acc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:20:17,795 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:17,796 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95617102f0dbb6cba9d772cc8b799acc: Waiting for close lock at 1732015216916Running coprocessor pre-close hooks at 1732015216916Disabling compacts and flushes for region at 1732015216916Disabling writes for close at 1732015216917 (+1 ms)Obtaining lock to block concurrent updates at 1732015216917Preparing flush snapshotting stores in 95617102f0dbb6cba9d772cc8b799acc at 1732015216917Finished memstore snapshotting hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732015216917Flushing stores of hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. at 1732015216918 (+1 ms)Flushing 95617102f0dbb6cba9d772cc8b799acc/hfileref: creating writer at 1732015216918Flushing 95617102f0dbb6cba9d772cc8b799acc/hfileref: appending metadata at 1732015216931 (+13 ms)Flushing 95617102f0dbb6cba9d772cc8b799acc/hfileref: closing flushed file at 1732015216932 (+1 ms)Flushing 95617102f0dbb6cba9d772cc8b799acc/queue: creating writer at 1732015217349 (+417 ms)Flushing 95617102f0dbb6cba9d772cc8b799acc/queue: appending metadata at 1732015217364 (+15 ms)Flushing 95617102f0dbb6cba9d772cc8b799acc/queue: closing flushed file at 1732015217364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aead822: reopening flushed file at 1732015217776 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad844aa: reopening flushed file at 1732015217781 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95617102f0dbb6cba9d772cc8b799acc in 870ms, sequenceid=12, compaction requested=false at 1732015217787 (+6 ms)Writing region close event to WAL at 1732015217792 (+5 ms)Running coprocessor post-close hooks at 1732015217795 (+3 ms)Closed at 1732015217796 (+1 ms) 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015209927.95617102f0dbb6cba9d772cc8b799acc. 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f029f547d0e0981b463299a0e228da8, disabling compactions & flushes 2024-11-19T11:20:17,796 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015205604.1f029f547d0e0981b463299a0e228da8. after waiting 0 ms 2024-11-19T11:20:17,796 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741850_1026 (size=5518) 2024-11-19T11:20:17,799 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/default/test/1f029f547d0e0981b463299a0e228da8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:20:17,800 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:17,800 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:17,800 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:17,800 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f029f547d0e0981b463299a0e228da8: Waiting for close lock at 1732015217796Running coprocessor pre-close hooks at 1732015217796Disabling compacts and flushes for region at 1732015217796Disabling writes for close at 1732015217796Writing region close event to WAL at 1732015217797 (+1 ms)Running coprocessor post-close hooks at 1732015217800 (+3 ms)Closed at 1732015217800 2024-11-19T11:20:17,800 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015205604.1f029f547d0e0981b463299a0e228da8. 2024-11-19T11:20:17,821 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1033, reset compression=false 2024-11-19T11:20:17,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:17,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1328, reset compression=false 2024-11-19T11:20:17,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,42483,1732015200255 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:17,827 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,42483,1732015200255: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,42483,1732015200255, walGroup=16c88966c0af%2C42483%2C1732015200255, offset=16c88966c0af%2C42483%2C1732015200255.1732015202336:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:42483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:20:17,829 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:20:17,831 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:20:17,832 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:20:17,832 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:20:17,832 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:20:17,832 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 599303856 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187465088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:20:17,835 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:34507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:34507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:20:17,918 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:20:17,919 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:20:17,919 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:18,029 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1328, reset compression=false 2024-11-19T11:20:18,054 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:18,119 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:18,199 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/rep_barrier/b33c129611054b959dad7ac3a064c3ca 2024-11-19T11:20:18,260 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/table/dfab78e35f784013a865a7f28dd4236f is 53, key is hbase:replication/table:state/1732015210698/Put/seqid=0 2024-11-19T11:20:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741851_1027 (size=5308) 2024-11-19T11:20:18,319 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:18,333 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1328, reset compression=false 2024-11-19T11:20:18,519 DEBUG [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:18,664 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/table/dfab78e35f784013a865a7f28dd4236f 2024-11-19T11:20:18,669 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/info/8aef98b6e2f943d0a5956ea7e522781b as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/info/8aef98b6e2f943d0a5956ea7e522781b 2024-11-19T11:20:18,673 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/info/8aef98b6e2f943d0a5956ea7e522781b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:20:18,674 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/ns/9016fbdd96694ab8a90510693fb10c62 as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/ns/9016fbdd96694ab8a90510693fb10c62 2024-11-19T11:20:18,678 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/ns/9016fbdd96694ab8a90510693fb10c62, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:20:18,679 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/rep_barrier/b33c129611054b959dad7ac3a064c3ca as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/rep_barrier/b33c129611054b959dad7ac3a064c3ca 2024-11-19T11:20:18,686 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/rep_barrier/b33c129611054b959dad7ac3a064c3ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:20:18,687 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/.tmp/table/dfab78e35f784013a865a7f28dd4236f as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/table/dfab78e35f784013a865a7f28dd4236f 2024-11-19T11:20:18,692 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/table/dfab78e35f784013a865a7f28dd4236f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:20:18,693 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=16, compaction requested=false 2024-11-19T11:20:18,697 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:20:18,697 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:18,697 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:18,698 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:18,698 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015216918Running coprocessor pre-close hooks at 1732015216918Disabling compacts and flushes for region at 1732015216918Disabling writes for close at 1732015216918Obtaining lock to block concurrent updates at 1732015216918Preparing flush snapshotting stores in 1588230740 at 1732015216918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015216919 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015216919Flushing 1588230740/info: creating writer at 1732015216919Flushing 1588230740/info: appending metadata at 1732015216937 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732015216937Flushing 1588230740/ns: creating writer at 1732015217348 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732015217364 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732015217364Flushing 1588230740/rep_barrier: creating writer at 1732015217776 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015217794 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015217794Flushing 1588230740/table: creating writer at 1732015218244 (+450 ms)Flushing 1588230740/table: appending metadata at 1732015218260 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732015218260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8b557: reopening flushed file at 1732015218668 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d29282: reopening flushed file at 1732015218673 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721c4337: reopening flushed file at 1732015218678 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7347df6c: reopening flushed file at 1732015218686 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=16, compaction requested=false at 1732015218693 (+7 ms)Writing region close event to WAL at 1732015218694 (+1 ms)Running coprocessor post-close hooks at 1732015218697 (+3 ms)Closed at 1732015218697 2024-11-19T11:20:18,698 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:18,719 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,42483,1732015200255; all regions closed. 2024-11-19T11:20:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:20:18,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.meta.1732015203274.meta not finished, retry = 0 2024-11-19T11:20:18,738 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/WALs/16c88966c0af,42483,1732015200255/16c88966c0af%2C42483%2C1732015200255.1732015202336 to pos 1328, reset compression=false 2024-11-19T11:20:18,757 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741839_1015 (size=3127) 2024-11-19T11:20:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741832_1008 (size=1336) 2024-11-19T11:20:18,827 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:18,827 INFO [RS:0;16c88966c0af:42483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:18,827 INFO [RS:0;16c88966c0af:42483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:18,828 INFO [RS:0;16c88966c0af:42483 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:18,828 INFO [RS:0;16c88966c0af:42483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:18,828 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:18,828 INFO [RS:0;16c88966c0af:42483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,42483,1732015200255 because: Region server is closing 2024-11-19T11:20:18,829 INFO [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42483. 2024-11-19T11:20:18,829 DEBUG [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:18,829 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:18,829 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:18,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:18,929 INFO [RS:0;16c88966c0af:42483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.shipper16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 terminated 2024-11-19T11:20:18,929 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,42483,1732015200255.replicationSource.wal-reader.16c88966c0af%2C42483%2C1732015200255,1-16c88966c0af,42483,1732015200255 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:20:18,929 INFO [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:42483. 2024-11-19T11:20:18,930 DEBUG [RS:0;16c88966c0af:42483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:18,930 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:18,930 DEBUG [RS:0;16c88966c0af:42483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:18,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:18,930 INFO [RS:0;16c88966c0af:42483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42483 2024-11-19T11:20:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498/rs 2024-11-19T11:20:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1132083498/rs/16c88966c0af,42483,1732015200255 2024-11-19T11:20:18,998 INFO [RS:0;16c88966c0af:42483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:19,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,42483,1732015200255] 2024-11-19T11:20:19,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1132083498/draining/16c88966c0af,42483,1732015200255 already deleted, retry=false 2024-11-19T11:20:19,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,42483,1732015200255 expired; onlineServers=0 2024-11-19T11:20:19,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,34507,1732015200105' ***** 2024-11-19T11:20:19,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:20:19,019 INFO [M:0;16c88966c0af:34507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:19,019 INFO [M:0;16c88966c0af:34507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:19,019 DEBUG [M:0;16c88966c0af:34507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:20:19,020 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:20:19,020 DEBUG [M:0;16c88966c0af:34507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:20:19,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015202064 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015202064,5,FailOnTimeoutGroup] 2024-11-19T11:20:19,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015202064 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015202064,5,FailOnTimeoutGroup] 2024-11-19T11:20:19,020 INFO [M:0;16c88966c0af:34507 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:19,020 INFO [M:0;16c88966c0af:34507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:19,020 DEBUG [M:0;16c88966c0af:34507 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:20:19,020 INFO [M:0;16c88966c0af:34507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:20:19,020 INFO [M:0;16c88966c0af:34507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:19,020 INFO [M:0;16c88966c0af:34507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:20:19,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:20:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1132083498/master 2024-11-19T11:20:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1132083498 2024-11-19T11:20:19,032 DEBUG [M:0;16c88966c0af:34507 {}] zookeeper.ZKUtil(347): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Unable to get data of znode /1-1132083498/master because node does not exist (not an error) 2024-11-19T11:20:19,032 WARN [M:0;16c88966c0af:34507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:20:19,033 INFO [M:0;16c88966c0af:34507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/.lastflushedseqids 2024-11-19T11:20:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741852_1028 (size=263) 2024-11-19T11:20:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:19,109 INFO [RS:0;16c88966c0af:42483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:19,109 INFO [RS:0;16c88966c0af:42483 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,42483,1732015200255; zookeeper connection closed. 2024-11-19T11:20:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42483-0x10152d273b60004, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:19,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e3259e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e3259e8 2024-11-19T11:20:19,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:20:19,437 INFO [M:0;16c88966c0af:34507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:20:19,437 INFO [M:0;16c88966c0af:34507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:20:19,437 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:19,437 INFO [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:19,437 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:19,437 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:19,437 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:19,437 INFO [M:0;16c88966c0af:34507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T11:20:19,458 DEBUG [M:0;16c88966c0af:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3762d6edd4ae4a588a7e158a9698ecba is 82, key is hbase:meta,,1/info:regioninfo/1732015203304/Put/seqid=0 2024-11-19T11:20:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741853_1029 (size=5672) 2024-11-19T11:20:19,561 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:19,862 INFO [M:0;16c88966c0af:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3762d6edd4ae4a588a7e158a9698ecba 2024-11-19T11:20:19,878 DEBUG [M:0;16c88966c0af:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5ea32b0f87b458596a7f0e3f560b866 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015210702/Put/seqid=0 2024-11-19T11:20:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741854_1030 (size=8517) 2024-11-19T11:20:19,882 INFO [M:0;16c88966c0af:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5ea32b0f87b458596a7f0e3f560b866 2024-11-19T11:20:19,898 DEBUG [M:0;16c88966c0af:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c3b663853d4f04a09faeecad644f4c is 69, key is 16c88966c0af,42483,1732015200255/rs:state/1732015202150/Put/seqid=0 2024-11-19T11:20:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741855_1031 (size=5156) 2024-11-19T11:20:20,302 INFO [M:0;16c88966c0af:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c3b663853d4f04a09faeecad644f4c 2024-11-19T11:20:20,308 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3762d6edd4ae4a588a7e158a9698ecba as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3762d6edd4ae4a588a7e158a9698ecba 2024-11-19T11:20:20,312 INFO [M:0;16c88966c0af:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3762d6edd4ae4a588a7e158a9698ecba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:20:20,313 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5ea32b0f87b458596a7f0e3f560b866 as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5ea32b0f87b458596a7f0e3f560b866 2024-11-19T11:20:20,318 INFO [M:0;16c88966c0af:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5ea32b0f87b458596a7f0e3f560b866, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:20:20,318 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09c3b663853d4f04a09faeecad644f4c as hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c3b663853d4f04a09faeecad644f4c 2024-11-19T11:20:20,323 INFO [M:0;16c88966c0af:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33531/user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09c3b663853d4f04a09faeecad644f4c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:20:20,324 INFO [M:0;16c88966c0af:34507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-19T11:20:20,325 INFO [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:20,325 DEBUG [M:0;16c88966c0af:34507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015219437Disabling compacts and flushes for region at 1732015219437Disabling writes for close at 1732015219437Obtaining lock to block concurrent updates at 1732015219437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015219437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732015219438 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015219438Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015219438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015219457 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015219457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015219865 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015219878 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015219878Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015219885 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015219898 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015219898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c2a06b: reopening flushed file at 1732015220307 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3640b4ed: reopening flushed file at 1732015220312 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ceae3e: reopening flushed file at 1732015220318 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1732015220324 (+6 ms)Writing region close event to WAL at 1732015220325 (+1 ms)Closed at 1732015220325 2024-11-19T11:20:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741830_1006 (size=63666) 2024-11-19T11:20:20,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbb1c2e7-22ab-efd7-a8d5-a92df71fa34f/MasterData/WALs/16c88966c0af,34507,1732015200105/16c88966c0af%2C34507%2C1732015200105.1732015201808 not finished, retry = 0 2024-11-19T11:20:20,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:20,428 INFO [M:0;16c88966c0af:34507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:20:20,428 INFO [M:0;16c88966c0af:34507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34507 2024-11-19T11:20:20,429 INFO [M:0;16c88966c0af:34507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:20,464 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:20,582 INFO [M:0;16c88966c0af:34507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:20,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x10152d273b60003, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:20,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12cdf834{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:20,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@243eb29c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:20,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:20,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a89467{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:20,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b369dca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:20,623 WARN [BP-1302865980-172.17.0.2-1732015197911 heartbeating to localhost/127.0.0.1:33531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:20:20,623 WARN [BP-1302865980-172.17.0.2-1732015197911 heartbeating to localhost/127.0.0.1:33531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1302865980-172.17.0.2-1732015197911 (Datanode Uuid cbd3dafe-9582-4ddc-b491-7788c835000b) service to localhost/127.0.0.1:33531 2024-11-19T11:20:20,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/cluster_a241c8c5-40a4-56fc-5549-266201bfa0ac/data/data1/current/BP-1302865980-172.17.0.2-1732015197911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:20,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/cluster_a241c8c5-40a4-56fc-5549-266201bfa0ac/data/data2/current/BP-1302865980-172.17.0.2-1732015197911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:20,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:20:20,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:20:20,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:20:20,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bea82e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:20,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d20816d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:20,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:20,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab8b3ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:20,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efeeb0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:20:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:20:20,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:20,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:20,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:20,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:20,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:20,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:20:20,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=433142426, stopped=false 2024-11-19T11:20:20,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,39263,1732015194020 2024-11-19T11:20:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1351660293/running 2024-11-19T11:20:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:20:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1351660293/running 2024-11-19T11:20:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:20:20,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:20,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:20,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:20,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:20,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/running 2024-11-19T11:20:20,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,40529,1732015194211' ***** 2024-11-19T11:20:20,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:20:20,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 019d11b0975c56917d007d5e155b42bd 2024-11-19T11:20:20,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Set watcher on znode that does not yet exist, /0-1351660293/running 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 108cc6e3e46ce640a8e27a972fd8a794 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,40529,1732015194211 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40529. 2024-11-19T11:20:20,665 DEBUG [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:20,665 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:20:20,665 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:20:20,666 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:20:20,666 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1325): Online Regions={019d11b0975c56917d007d5e155b42bd=test,,1732015203448.019d11b0975c56917d007d5e155b42bd., 1588230740=hbase:meta,,1.1588230740, 108cc6e3e46ce640a8e27a972fd8a794=hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794.} 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 019d11b0975c56917d007d5e155b42bd, disabling compactions & flushes 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:20,666 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:20,666 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 019d11b0975c56917d007d5e155b42bd, 108cc6e3e46ce640a8e27a972fd8a794, 1588230740 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:20,666 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015203448.019d11b0975c56917d007d5e155b42bd. after waiting 0 ms 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:20,666 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:20,666 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:20:20,669 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/default/test/019d11b0975c56917d007d5e155b42bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:20,670 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 019d11b0975c56917d007d5e155b42bd: Waiting for close lock at 1732015220666Running coprocessor pre-close hooks at 1732015220666Disabling compacts and flushes for region at 1732015220666Disabling writes for close at 1732015220666Writing region close event to WAL at 1732015220666Running coprocessor post-close hooks at 1732015220670 (+4 ms)Closed at 1732015220670 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015203448.019d11b0975c56917d007d5e155b42bd. 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108cc6e3e46ce640a8e27a972fd8a794, disabling compactions & flushes 2024-11-19T11:20:20,670 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. after waiting 0 ms 2024-11-19T11:20:20,670 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:20,670 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 108cc6e3e46ce640a8e27a972fd8a794 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T11:20:20,681 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/info/e29cf7517c464500936c60adb3f2b116 is 147, key is hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794./info:regioninfo/1732015208592/Put/seqid=0 2024-11-19T11:20:20,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741846_1022 (size=7686) 2024-11-19T11:20:20,686 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/info/e29cf7517c464500936c60adb3f2b116 2024-11-19T11:20:20,689 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/hfileref/c5a3ceaf332e44c0a448166564b1e9b8 is 74, key is 1/hfileref:0c50d86fc5f04f6a8c8431023a5ca851_SeqId_6_/1732015216869/DeleteColumn/seqid=0 2024-11-19T11:20:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741847_1023 (size=5345) 2024-11-19T11:20:20,692 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/hfileref/c5a3ceaf332e44c0a448166564b1e9b8 2024-11-19T11:20:20,708 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/ns/49737100e48045c0bf5838838a4215ea is 43, key is default/ns:d/1732015197755/Put/seqid=0 2024-11-19T11:20:20,709 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/queue/f8521303c1d54e1bba2f7edae5212ee6 is 154, key is 1-16c88966c0af,40529,1732015194211/queue:16c88966c0af%2C40529%2C1732015194211/1732015216870/Put/seqid=0 2024-11-19T11:20:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741849_1025 (size=5353) 2024-11-19T11:20:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741848_1024 (size=5153) 2024-11-19T11:20:20,712 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/queue/f8521303c1d54e1bba2f7edae5212ee6 2024-11-19T11:20:20,716 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/hfileref/c5a3ceaf332e44c0a448166564b1e9b8 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/hfileref/c5a3ceaf332e44c0a448166564b1e9b8 2024-11-19T11:20:20,720 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/hfileref/c5a3ceaf332e44c0a448166564b1e9b8, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T11:20:20,721 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/.tmp/queue/f8521303c1d54e1bba2f7edae5212ee6 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/queue/f8521303c1d54e1bba2f7edae5212ee6 2024-11-19T11:20:20,725 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/queue/f8521303c1d54e1bba2f7edae5212ee6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T11:20:20,725 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 108cc6e3e46ce640a8e27a972fd8a794 in 55ms, sequenceid=12, compaction requested=false 2024-11-19T11:20:20,725 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:20:20,734 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/replication/108cc6e3e46ce640a8e27a972fd8a794/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:20:20,734 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:20,735 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:20,735 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:20,735 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:20,735 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108cc6e3e46ce640a8e27a972fd8a794: Waiting for close lock at 1732015220670Running coprocessor pre-close hooks at 1732015220670Disabling compacts and flushes for region at 1732015220670Disabling writes for close at 1732015220670Obtaining lock to block concurrent updates at 1732015220670Preparing flush snapshotting stores in 108cc6e3e46ce640a8e27a972fd8a794 at 1732015220670Finished memstore snapshotting hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732015220671 (+1 ms)Flushing stores of hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. at 1732015220671Flushing 108cc6e3e46ce640a8e27a972fd8a794/hfileref: creating writer at 1732015220671Flushing 108cc6e3e46ce640a8e27a972fd8a794/hfileref: appending metadata at 1732015220688 (+17 ms)Flushing 108cc6e3e46ce640a8e27a972fd8a794/hfileref: closing flushed file at 1732015220688Flushing 108cc6e3e46ce640a8e27a972fd8a794/queue: creating writer at 1732015220696 (+8 ms)Flushing 108cc6e3e46ce640a8e27a972fd8a794/queue: appending metadata at 1732015220708 (+12 ms)Flushing 108cc6e3e46ce640a8e27a972fd8a794/queue: closing flushed file at 1732015220708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f38266d: reopening flushed file at 1732015220716 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e934e: reopening flushed file at 1732015220720 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 108cc6e3e46ce640a8e27a972fd8a794 in 55ms, sequenceid=12, compaction requested=false at 1732015220725 (+5 ms)Writing region close event to WAL at 1732015220732 (+7 ms)Running coprocessor post-close hooks at 1732015220735 (+3 ms)Closed at 1732015220735 2024-11-19T11:20:20,735 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015207775.108cc6e3e46ce640a8e27a972fd8a794. 2024-11-19T11:20:20,866 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,066 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,113 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/ns/49737100e48045c0bf5838838a4215ea 2024-11-19T11:20:21,134 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/rep_barrier/3f071b63490849a497325e0132b1f57b is 112, key is test,,1732015203448.019d11b0975c56917d007d5e155b42bd./rep_barrier:seqnumDuringOpen/1732015204600/Put/seqid=0 2024-11-19T11:20:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741850_1026 (size=5518) 2024-11-19T11:20:21,266 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,466 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,468 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1033, reset compression=false 2024-11-19T11:20:21,473 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:21,473 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1328, reset compression=false 2024-11-19T11:20:21,473 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40529,1732015194211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:21,474 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,40529,1732015194211: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,40529,1732015194211, walGroup=16c88966c0af%2C40529%2C1732015194211, offset=16c88966c0af%2C40529%2C1732015194211.1732015196545:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:20:21,476 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:20:21,476 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:20:21,477 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:20:21,477 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:20:21,477 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:20:21,477 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 651732656 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188109016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:20:21,477 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:20:21,508 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:20:21,508 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:20:21,538 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/rep_barrier/3f071b63490849a497325e0132b1f57b 2024-11-19T11:20:21,563 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/table/c9b4f2740df14a61b21cdfae4464a3cf is 53, key is hbase:replication/table:state/1732015208598/Put/seqid=0 2024-11-19T11:20:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741851_1027 (size=5308) 2024-11-19T11:20:21,667 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:20:21,667 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:20:21,667 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,693 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1328, reset compression=false 2024-11-19T11:20:21,867 DEBUG [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:20:21,967 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/table/c9b4f2740df14a61b21cdfae4464a3cf 2024-11-19T11:20:21,972 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/info/e29cf7517c464500936c60adb3f2b116 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/info/e29cf7517c464500936c60adb3f2b116 2024-11-19T11:20:21,976 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/info/e29cf7517c464500936c60adb3f2b116, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:20:21,977 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/ns/49737100e48045c0bf5838838a4215ea as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/ns/49737100e48045c0bf5838838a4215ea 2024-11-19T11:20:21,982 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/ns/49737100e48045c0bf5838838a4215ea, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:20:21,983 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/rep_barrier/3f071b63490849a497325e0132b1f57b as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/rep_barrier/3f071b63490849a497325e0132b1f57b 2024-11-19T11:20:21,988 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/rep_barrier/3f071b63490849a497325e0132b1f57b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:20:21,989 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/.tmp/table/c9b4f2740df14a61b21cdfae4464a3cf as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/table/c9b4f2740df14a61b21cdfae4464a3cf 2024-11-19T11:20:21,994 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/table/c9b4f2740df14a61b21cdfae4464a3cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:20:21,995 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-19T11:20:21,995 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:20:21,996 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 to pos 1328, reset compression=false 2024-11-19T11:20:22,000 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:20:22,001 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:22,001 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:22,001 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:22,001 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015220666Running coprocessor pre-close hooks at 1732015220666Disabling compacts and flushes for region at 1732015220666Disabling writes for close at 1732015220666Obtaining lock to block concurrent updates at 1732015220666Preparing flush snapshotting stores in 1588230740 at 1732015220666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015220666Flushing stores of hbase:meta,,1.1588230740 at 1732015220667 (+1 ms)Flushing 1588230740/info: creating writer at 1732015220667Flushing 1588230740/info: appending metadata at 1732015220680 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732015220680Flushing 1588230740/ns: creating writer at 1732015220691 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732015220708 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732015220708Flushing 1588230740/rep_barrier: creating writer at 1732015221117 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015221133 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015221133Flushing 1588230740/table: creating writer at 1732015221543 (+410 ms)Flushing 1588230740/table: appending metadata at 1732015221562 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732015221562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f9a4f2: reopening flushed file at 1732015221971 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5625a155: reopening flushed file at 1732015221976 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426d2088: reopening flushed file at 1732015221982 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a2dce9: reopening flushed file at 1732015221988 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1732015221995 (+7 ms)Writing region close event to WAL at 1732015221997 (+2 ms)Running coprocessor post-close hooks at 1732015222001 (+4 ms)Closed at 1732015222001 2024-11-19T11:20:22,001 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:22,067 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,40529,1732015194211; all regions closed. 2024-11-19T11:20:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:20:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741839_1015 (size=3127) 2024-11-19T11:20:22,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/WALs/16c88966c0af,40529,1732015194211/16c88966c0af%2C40529%2C1732015194211.1732015196545 not finished, retry = 0 2024-11-19T11:20:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741832_1008 (size=1336) 2024-11-19T11:20:22,182 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:22,182 INFO [RS:0;16c88966c0af:40529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:22,182 INFO [RS:0;16c88966c0af:40529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:22,182 INFO [RS:0;16c88966c0af:40529 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:22,183 INFO [RS:0;16c88966c0af:40529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:22,183 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:22,183 INFO [RS:0;16c88966c0af:40529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,40529,1732015194211 because: Region server is closing 2024-11-19T11:20:22,183 INFO [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40529. 2024-11-19T11:20:22,183 DEBUG [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:22,183 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:22,183 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:22,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:22,283 INFO [RS:0;16c88966c0af:40529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.shipper16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 terminated 2024-11-19T11:20:22,284 INFO [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40529. 2024-11-19T11:20:22,283 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40529,1732015194211.replicationSource.wal-reader.16c88966c0af%2C40529%2C1732015194211,1-16c88966c0af,40529,1732015194211 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:20:22,284 DEBUG [RS:0;16c88966c0af:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:22,284 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:22,284 DEBUG [RS:0;16c88966c0af:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:22,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:22,284 INFO [RS:0;16c88966c0af:40529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40529 2024-11-19T11:20:22,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293/rs 2024-11-19T11:20:22,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1351660293/rs/16c88966c0af,40529,1732015194211 2024-11-19T11:20:22,356 INFO [RS:0;16c88966c0af:40529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:22,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,40529,1732015194211] 2024-11-19T11:20:22,377 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1351660293/draining/16c88966c0af,40529,1732015194211 already deleted, retry=false 2024-11-19T11:20:22,377 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,40529,1732015194211 expired; onlineServers=0 2024-11-19T11:20:22,377 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,39263,1732015194020' ***** 2024-11-19T11:20:22,377 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:20:22,377 INFO [M:0;16c88966c0af:39263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:22,377 INFO [M:0;16c88966c0af:39263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:22,377 DEBUG [M:0;16c88966c0af:39263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:20:22,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:20:22,377 DEBUG [M:0;16c88966c0af:39263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:20:22,377 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015196272 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015196272,5,FailOnTimeoutGroup] 2024-11-19T11:20:22,377 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015196272 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015196272,5,FailOnTimeoutGroup] 2024-11-19T11:20:22,377 INFO [M:0;16c88966c0af:39263 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:22,378 INFO [M:0;16c88966c0af:39263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:22,378 DEBUG [M:0;16c88966c0af:39263 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:20:22,378 INFO [M:0;16c88966c0af:39263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:20:22,378 INFO [M:0;16c88966c0af:39263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:22,378 INFO [M:0;16c88966c0af:39263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:20:22,378 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1351660293/master 2024-11-19T11:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1351660293 2024-11-19T11:20:22,390 DEBUG [M:0;16c88966c0af:39263 {}] zookeeper.ZKUtil(347): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Unable to get data of znode /0-1351660293/master because node does not exist (not an error) 2024-11-19T11:20:22,390 WARN [M:0;16c88966c0af:39263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:20:22,391 INFO [M:0;16c88966c0af:39263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/.lastflushedseqids 2024-11-19T11:20:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741852_1028 (size=263) 2024-11-19T11:20:22,467 INFO [RS:0;16c88966c0af:40529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:22,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:22,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x10152d273b60001, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:22,467 INFO [RS:0;16c88966c0af:40529 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,40529,1732015194211; zookeeper connection closed. 2024-11-19T11:20:22,467 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34c86de1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34c86de1 2024-11-19T11:20:22,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:22,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:22,797 INFO [M:0;16c88966c0af:39263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:20:22,797 INFO [M:0;16c88966c0af:39263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:20:22,797 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:22,797 INFO [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:22,797 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:22,797 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:22,797 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:22,797 INFO [M:0;16c88966c0af:39263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T11:20:22,824 DEBUG [M:0;16c88966c0af:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2952ef3c0684639b44c22847bc760ba is 82, key is hbase:meta,,1/info:regioninfo/1732015197537/Put/seqid=0 2024-11-19T11:20:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741853_1029 (size=5672) 2024-11-19T11:20:23,228 INFO [M:0;16c88966c0af:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2952ef3c0684639b44c22847bc760ba 2024-11-19T11:20:23,250 DEBUG [M:0;16c88966c0af:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea60f0ed2af49c5ac607e5b52a85726 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015208602/Put/seqid=0 2024-11-19T11:20:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741854_1030 (size=8517) 2024-11-19T11:20:23,254 INFO [M:0;16c88966c0af:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea60f0ed2af49c5ac607e5b52a85726 2024-11-19T11:20:23,270 DEBUG [M:0;16c88966c0af:39263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a56f77d4cef43d0821e87012bc97bcf is 69, key is 16c88966c0af,40529,1732015194211/rs:state/1732015196394/Put/seqid=0 2024-11-19T11:20:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741855_1031 (size=5156) 2024-11-19T11:20:23,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:23,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:23,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:20:23,674 INFO [M:0;16c88966c0af:39263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a56f77d4cef43d0821e87012bc97bcf 2024-11-19T11:20:23,679 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2952ef3c0684639b44c22847bc760ba as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2952ef3c0684639b44c22847bc760ba 2024-11-19T11:20:23,683 INFO [M:0;16c88966c0af:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2952ef3c0684639b44c22847bc760ba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:20:23,684 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea60f0ed2af49c5ac607e5b52a85726 as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea60f0ed2af49c5ac607e5b52a85726 2024-11-19T11:20:23,689 INFO [M:0;16c88966c0af:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea60f0ed2af49c5ac607e5b52a85726, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:20:23,690 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a56f77d4cef43d0821e87012bc97bcf as hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a56f77d4cef43d0821e87012bc97bcf 2024-11-19T11:20:23,694 INFO [M:0;16c88966c0af:39263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/0c89bc88-d5a0-b02c-18f9-9dd1ac9971f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a56f77d4cef43d0821e87012bc97bcf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:20:23,696 INFO [M:0;16c88966c0af:39263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-19T11:20:23,698 INFO [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:23,699 DEBUG [M:0;16c88966c0af:39263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015222797Disabling compacts and flushes for region at 1732015222797Disabling writes for close at 1732015222797Obtaining lock to block concurrent updates at 1732015222797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015222797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732015222798 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015222798Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015222798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015222823 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015222823Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015223233 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015223250 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015223250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015223257 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015223269 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015223269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c490ca: reopening flushed file at 1732015223678 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161fe7a: reopening flushed file at 1732015223684 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164e6253: reopening flushed file at 1732015223689 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1732015223696 (+7 ms)Writing region close event to WAL at 1732015223698 (+2 ms)Closed at 1732015223698 2024-11-19T11:20:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35941 is added to blk_1073741830_1006 (size=63666) 2024-11-19T11:20:23,704 INFO [M:0;16c88966c0af:39263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:20:23,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:23,704 INFO [M:0;16c88966c0af:39263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39263 2024-11-19T11:20:23,704 INFO [M:0;16c88966c0af:39263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:23,856 INFO [M:0;16c88966c0af:39263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:23,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:23,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39263-0x10152d273b60000, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:23,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15cb6c4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:23,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8ce7bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:23,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@557ba613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@533e2197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:23,860 WARN [BP-807576482-172.17.0.2-1732015192104 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:20:23,860 WARN [BP-807576482-172.17.0.2-1732015192104 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-807576482-172.17.0.2-1732015192104 (Datanode Uuid 69992ea0-26f1-43bb-9591-13bb4da28ace) service to localhost/127.0.0.1:44615 2024-11-19T11:20:23,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:20:23,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:20:23,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/data/data1/current/BP-807576482-172.17.0.2-1732015192104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:23,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/cluster_a59648ef-6dcd-8ecc-991e-d98bf4d50b70/data/data2/current/BP-807576482-172.17.0.2-1732015192104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:23,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:20:23,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10884903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:23,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@122cd2ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:23,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:23,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4f3c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:23,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e88c3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbaa2cbd-333d-f5a7-f597-b4b9b764fbff/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:23,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:20:23,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:20:23,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 202) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33531 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44615 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44615 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33531 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44615 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11630 (was 11669) 2024-11-19T11:20:23,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=11630 2024-11-19T11:20:23,924 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T11:20:23,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir so I do NOT create it in target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2 2024-11-19T11:20:23,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:20:23,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.tmp.dir so I do NOT create it in target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2 2024-11-19T11:20:23,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6806109-0631-055e-59e1-299d76ecde69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:20:23,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2 2024-11-19T11:20:23,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19, deleteOnExit=true 2024-11-19T11:20:23,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/zookeeper_0, clientPort=63611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:20:23,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63611 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/test.cache.data in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:20:23,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:20:23,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:20:23,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d273b60005, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:20:23,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d273b60002, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:20:23,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d273b60005, quorum=127.0.0.1:55335, baseZNode=/1-1132083498 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:20:23,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d273b60002, quorum=127.0.0.1:55335, baseZNode=/0-1351660293 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:20:24,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:24,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:24,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:24,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:24,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:20:24,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:24,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:24,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@315bf7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:24,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74732a3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/java.io.tmpdir/jetty-localhost-44847-hadoop-hdfs-3_4_1-tests_jar-_-any-15075751362424708092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:24,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49162bc5{HTTP/1.1, (http/1.1)}{localhost:44847} 2024-11-19T11:20:24,394 INFO [Time-limited test {}] server.Server(415): Started @209134ms 2024-11-19T11:20:24,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:24,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:24,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:24,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:24,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:24,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b1d663d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:24,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26bd5c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:24,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@306754b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/java.io.tmpdir/jetty-localhost-42183-hadoop-hdfs-3_4_1-tests_jar-_-any-3842768293705855060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:24,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@710dc09{HTTP/1.1, (http/1.1)}{localhost:42183} 2024-11-19T11:20:24,799 INFO [Time-limited test {}] server.Server(415): Started @209539ms 2024-11-19T11:20:24,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:20:25,473 WARN [Thread-2198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/data/data1/current/BP-1845912929-172.17.0.2-1732015223971/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:25,473 WARN [Thread-2199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/data/data2/current/BP-1845912929-172.17.0.2-1732015223971/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:25,492 WARN [Thread-2186 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:20:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ebf535a182bd698 with lease ID 0x18626ef74497149a: Processing first storage report for DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=792fb1a1-63d4-4cc0-b554-6f8dafe9a37f, infoPort=46265, infoSecurePort=0, ipcPort=36951, storageInfo=lv=-57;cid=testClusterID;nsid=731370472;c=1732015223971) 2024-11-19T11:20:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ebf535a182bd698 with lease ID 0x18626ef74497149a: from storage DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=792fb1a1-63d4-4cc0-b554-6f8dafe9a37f, infoPort=46265, infoSecurePort=0, ipcPort=36951, storageInfo=lv=-57;cid=testClusterID;nsid=731370472;c=1732015223971), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ebf535a182bd698 with lease ID 0x18626ef74497149a: Processing first storage report for DS-bcb4d8b7-c764-4497-b2fc-3805f3a59915 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=792fb1a1-63d4-4cc0-b554-6f8dafe9a37f, infoPort=46265, infoSecurePort=0, ipcPort=36951, storageInfo=lv=-57;cid=testClusterID;nsid=731370472;c=1732015223971) 2024-11-19T11:20:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ebf535a182bd698 with lease ID 0x18626ef74497149a: from storage DS-bcb4d8b7-c764-4497-b2fc-3805f3a59915 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=792fb1a1-63d4-4cc0-b554-6f8dafe9a37f, infoPort=46265, infoSecurePort=0, ipcPort=36951, storageInfo=lv=-57;cid=testClusterID;nsid=731370472;c=1732015223971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:25,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2 2024-11-19T11:20:25,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:20:25,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e with version=8 2024-11-19T11:20:25,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/hbase-staging 2024-11-19T11:20:25,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:25,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:20:25,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:25,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38009 2024-11-19T11:20:25,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38009 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380090x0, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:25,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38009-0x10152d2f0360000 connected 2024-11-19T11:20:25,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/running 2024-11-19T11:20:25,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e, hbase.cluster.distributed=false 2024-11-19T11:20:25,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/acl 2024-11-19T11:20:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-19T11:20:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38009 2024-11-19T11:20:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38009 2024-11-19T11:20:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-19T11:20:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-19T11:20:25,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:20:25,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:25,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38037 2024-11-19T11:20:25,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38037 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:25,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,737 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380370x0, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:25,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380370x0, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/running 2024-11-19T11:20:25,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38037-0x10152d2f0360001 connected 2024-11-19T11:20:25,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:20:25,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:20:25,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/master 2024-11-19T11:20:25,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/acl 2024-11-19T11:20:25,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-19T11:20:25,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38037 2024-11-19T11:20:25,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38037 2024-11-19T11:20:25,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-19T11:20:25,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38037 2024-11-19T11:20:25,767 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:38009 2024-11-19T11:20:25,767 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01412603926/backup-masters/16c88966c0af,38009,1732015225552 2024-11-19T11:20:25,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/backup-masters 2024-11-19T11:20:25,779 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/backup-masters 2024-11-19T11:20:25,780 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on existing znode=/01412603926/backup-masters/16c88966c0af,38009,1732015225552 2024-11-19T11:20:25,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:25,790 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412603926/master 2024-11-19T11:20:25,790 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:25,790 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on existing znode=/01412603926/master 2024-11-19T11:20:25,790 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01412603926/backup-masters/16c88966c0af,38009,1732015225552 from backup master directory 2024-11-19T11:20:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412603926/backup-masters/16c88966c0af,38009,1732015225552 2024-11-19T11:20:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/backup-masters 2024-11-19T11:20:25,800 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/backup-masters 2024-11-19T11:20:25,800 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:25,800 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,38009,1732015225552 2024-11-19T11:20:25,804 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/hbase.id] with ID: d9dfdcf6-4cba-4839-9393-4ca21598d70c 2024-11-19T11:20:25,804 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/.tmp/hbase.id 2024-11-19T11:20:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:20:25,808 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/.tmp/hbase.id]:[hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/hbase.id] 2024-11-19T11:20:25,817 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:25,817 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:20:25,818 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:20:25,829 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:25,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:20:25,842 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:25,843 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:20:25,844 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:25,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:20:25,851 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store 2024-11-19T11:20:25,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:20:26,256 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:26,256 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:26,256 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:26,257 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:26,257 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:26,257 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:26,257 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:26,257 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015226256Disabling compacts and flushes for region at 1732015226256Disabling writes for close at 1732015226257 (+1 ms)Writing region close event to WAL at 1732015226257Closed at 1732015226257 2024-11-19T11:20:26,257 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/.initializing 2024-11-19T11:20:26,258 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/WALs/16c88966c0af,38009,1732015225552 2024-11-19T11:20:26,258 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:26,260 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C38009%2C1732015225552, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/WALs/16c88966c0af,38009,1732015225552, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/oldWALs, maxLogs=10 2024-11-19T11:20:26,276 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/WALs/16c88966c0af,38009,1732015225552/16c88966c0af%2C38009%2C1732015225552.1732015226260, exclude list is [], retry=0 2024-11-19T11:20:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6,DISK] 2024-11-19T11:20:26,279 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/WALs/16c88966c0af,38009,1732015225552/16c88966c0af%2C38009%2C1732015225552.1732015226260 2024-11-19T11:20:26,280 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-19T11:20:26,280 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:26,280 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:26,280 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,280 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:20:26,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:26,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:26,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:20:26,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:26,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:26,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:20:26,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:26,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:26,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:20:26,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:26,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:26,286 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,286 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,286 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,287 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,287 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,288 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:26,289 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:26,290 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:26,291 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72123210, jitterRate=0.07471957802772522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:26,292 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015226280Initializing all the Stores at 1732015226281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015226281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015226281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015226281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015226281Cleaning up temporary data from old regions at 1732015226287 (+6 ms)Region opened successfully at 1732015226291 (+4 ms) 2024-11-19T11:20:26,292 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:20:26,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b46b50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:26,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:20:26,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:20:26,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:20:26,295 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:20:26,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:20:26,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:20:26,296 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:20:26,298 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:20:26,298 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/balancer because node does not exist (not necessarily an error) 2024-11-19T11:20:26,356 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/balancer already deleted, retry=false 2024-11-19T11:20:26,356 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:20:26,356 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:20:26,368 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/normalizer already deleted, retry=false 2024-11-19T11:20:26,369 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:20:26,369 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:20:26,379 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/switch/split already deleted, retry=false 2024-11-19T11:20:26,380 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:20:26,389 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/switch/merge already deleted, retry=false 2024-11-19T11:20:26,391 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:20:26,400 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/snapshot-cleanup already deleted, retry=false 2024-11-19T11:20:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412603926/running 2024-11-19T11:20:26,410 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412603926/running 2024-11-19T11:20:26,410 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,411 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,38009,1732015225552, sessionid=0x10152d2f0360000, setting cluster-up flag (Was=false) 2024-11-19T11:20:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,432 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,463 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01412603926/flush-table-proc/acquired, /01412603926/flush-table-proc/reached, /01412603926/flush-table-proc/abort 2024-11-19T11:20:26,464 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,38009,1732015225552 2024-11-19T11:20:26,484 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:26,610 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01412603926/online-snapshot/acquired, /01412603926/online-snapshot/reached, /01412603926/online-snapshot/abort 2024-11-19T11:20:26,611 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,38009,1732015225552 2024-11-19T11:20:26,612 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:20:26,613 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:26,613 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:20:26,613 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:20:26,613 WARN [master/16c88966c0af:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 16c88966c0af,41547,1732015165533: status=Processing ServerCrashProcedure of 16c88966c0af,41547,1732015165533 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732015181411, completionTime=-1 appears to have been leaked 2024-11-19T11:20:26,614 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,38009,1732015225552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:20:26,614 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:26,614 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:26,614 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:26,614 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:26,615 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:20:26,615 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,615 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:26,615 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015256615 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:20:26,615 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:26,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:20:26,616 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:20:26,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:26,616 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015226616,5,FailOnTimeoutGroup] 2024-11-19T11:20:26,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:20:26,617 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015226617,5,FailOnTimeoutGroup] 2024-11-19T11:20:26,617 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,617 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:20:26,617 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,617 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:20:26,659 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(746): ClusterId : d9dfdcf6-4cba-4839-9393-4ca21598d70c 2024-11-19T11:20:26,659 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:20:26,664 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:20:26,664 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:20:26,674 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:20:26,675 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568f17d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:26,685 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:38037 2024-11-19T11:20:26,685 INFO [RS:0;16c88966c0af:38037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:20:26,685 INFO [RS:0;16c88966c0af:38037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:20:26,685 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:20:26,686 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,38009,1732015225552 with port=38037, startcode=1732015225719 2024-11-19T11:20:26,686 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:20:26,687 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:20:26,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38009 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,689 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e 2024-11-19T11:20:26,689 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42777 2024-11-19T11:20:26,689 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:20:26,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/rs 2024-11-19T11:20:26,695 DEBUG [RS:0;16c88966c0af:38037 {}] zookeeper.ZKUtil(111): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on existing znode=/01412603926/rs/16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,695 WARN [RS:0;16c88966c0af:38037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:26,695 INFO [RS:0;16c88966c0af:38037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:26,695 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,38037,1732015225719] 2024-11-19T11:20:26,698 INFO [RS:0;16c88966c0af:38037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:20:26,699 INFO [RS:0;16c88966c0af:38037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:20:26,700 INFO [RS:0;16c88966c0af:38037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:20:26,700 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,700 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:20:26,700 INFO [RS:0;16c88966c0af:38037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:20:26,700 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,700 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:26,701 DEBUG [RS:0;16c88966c0af:38037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,704 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38037,1732015225719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:26,718 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:20:26,718 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38037,1732015225719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,718 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,718 INFO [RS:0;16c88966c0af:38037 {}] regionserver.Replication(171): 16c88966c0af,38037,1732015225719 started 2024-11-19T11:20:26,729 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:26,729 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,38037,1732015225719, RpcServer on 16c88966c0af/172.17.0.2:38037, sessionid=0x10152d2f0360001 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38037,1732015225719' 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01412603926/flush-table-proc/abort' 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01412603926/flush-table-proc/acquired' 2024-11-19T11:20:26,730 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,38037,1732015225719 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,38037,1732015225719' 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01412603926/online-snapshot/abort' 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01412603926/online-snapshot/acquired' 2024-11-19T11:20:26,731 DEBUG [RS:0;16c88966c0af:38037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:20:26,731 INFO [RS:0;16c88966c0af:38037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:20:26,731 INFO [RS:0;16c88966c0af:38037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:20:26,831 INFO [RS:0;16c88966c0af:38037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:26,833 INFO [RS:0;16c88966c0af:38037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38037%2C1732015225719, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/oldWALs, maxLogs=10 2024-11-19T11:20:26,845 DEBUG [RS:0;16c88966c0af:38037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, exclude list is [], retry=0 2024-11-19T11:20:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6,DISK] 2024-11-19T11:20:26,849 INFO [RS:0;16c88966c0af:38037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 2024-11-19T11:20:26,851 DEBUG [RS:0;16c88966c0af:38037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-19T11:20:27,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:20:27,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e 2024-11-19T11:20:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:20:27,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:27,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:27,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:27,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:27,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:27,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:27,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:27,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:27,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:27,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:27,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740 2024-11-19T11:20:27,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740 2024-11-19T11:20:27,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:27,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:27,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:27,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:27,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:27,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132398, jitterRate=-0.10395744442939758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:27,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015227040Initializing all the Stores at 1732015227041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015227041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227041Cleaning up temporary data from old regions at 1732015227048 (+7 ms)Region opened successfully at 1732015227052 (+4 ms) 2024-11-19T11:20:27,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:27,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:27,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:27,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:27,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:27,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:27,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015227052Disabling compacts and flushes for region at 1732015227052Disabling writes for close at 1732015227052Writing region close event to WAL at 1732015227053 (+1 ms)Closed at 1732015227053 2024-11-19T11:20:27,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:27,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:20:27,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:20:27,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:27,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:20:27,206 DEBUG [16c88966c0af:38009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:20:27,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:27,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38037,1732015225719, state=OPENING 2024-11-19T11:20:27,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:20:27,271 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:27,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:27,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412603926/meta-region-server: CHANGED 2024-11-19T11:20:27,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:27,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412603926/meta-region-server: CHANGED 2024-11-19T11:20:27,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38037,1732015225719}] 2024-11-19T11:20:27,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:27,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:20:27,428 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:20:27,428 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:27,428 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:20:27,430 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38037%2C1732015225719.meta, suffix=.meta, logDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/oldWALs, maxLogs=10 2024-11-19T11:20:27,446 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.meta.1732015227430.meta, exclude list is [], retry=0 2024-11-19T11:20:27,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6,DISK] 2024-11-19T11:20:27,449 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.meta.1732015227430.meta 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:27,450 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:20:27,450 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:20:27,450 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:20:27,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:27,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:27,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:27,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:27,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:27,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:27,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:27,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:27,455 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:27,456 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740 2024-11-19T11:20:27,456 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740 2024-11-19T11:20:27,457 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:27,457 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:27,457 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:27,458 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:27,459 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69179006, jitterRate=0.030847519636154175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:27,459 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:20:27,459 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015227451Writing region info on filesystem at 1732015227451Initializing all the Stores at 1732015227451Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015227451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015227451Cleaning up temporary data from old regions at 1732015227457 (+6 ms)Running coprocessor post-open hooks at 1732015227459 (+2 ms)Region opened successfully at 1732015227459 2024-11-19T11:20:27,460 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015227423 2024-11-19T11:20:27,462 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:20:27,462 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:20:27,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:27,463 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,38037,1732015225719, state=OPEN 2024-11-19T11:20:27,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01412603926/meta-region-server 2024-11-19T11:20:27,503 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01412603926/meta-region-server 2024-11-19T11:20:27,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,38037,1732015225719 2024-11-19T11:20:27,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412603926/meta-region-server: CHANGED 2024-11-19T11:20:27,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412603926/meta-region-server: CHANGED 2024-11-19T11:20:27,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:20:27,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,38037,1732015225719 in 232 msec 2024-11-19T11:20:27,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:20:27,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-19T11:20:27,508 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:27,508 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:20:27,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:27,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38037,1732015225719, seqNum=-1] 2024-11-19T11:20:27,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:27,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:27,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 901 msec 2024-11-19T11:20:27,514 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015227514, completionTime=-1 2024-11-19T11:20:27,515 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:20:27,515 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:20:27,516 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:20:27,516 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015287516 2024-11-19T11:20:27,516 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015347516 2024-11-19T11:20:27,516 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:38009, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,517 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,519 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.720sec 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:27,520 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:20:27,522 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:20:27,522 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:20:27,522 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,38009,1732015225552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:27,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d61b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:27,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:27,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:27,560 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:27,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58487e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:27,561 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:27,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbc68b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:27,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38037,1732015225719, seqNum=-1] 2024-11-19T11:20:27,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:27,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:27,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,38009,1732015225552 2024-11-19T11:20:27,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:27,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d2f0360002 connected 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir so I do NOT create it in target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e 2024-11-19T11:20:27,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.tmp.dir so I do NOT create it in target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e 2024-11-19T11:20:27,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:20:27,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/cluster_5420fb55-d450-5bb4-c8e9-1bc0426489d5, deleteOnExit=true 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/test.cache.data in system properties and HBase conf 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:20:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:20:27,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:20:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:20:27,881 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T11:20:27,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,918 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,923 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,928 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,929 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:27,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:27,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:27,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:27,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:27,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:20:27,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:27,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcd2481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:27,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ed807f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:28,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42105c1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/java.io.tmpdir/jetty-localhost-45339-hadoop-hdfs-3_4_1-tests_jar-_-any-3435328722301083285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:28,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dab4f6e{HTTP/1.1, (http/1.1)}{localhost:45339} 2024-11-19T11:20:28,085 INFO [Time-limited test {}] server.Server(415): Started @212824ms 2024-11-19T11:20:28,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:28,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:28,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:28,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:28,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:28,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de3b7a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:28,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acb9808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:28,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55263b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/java.io.tmpdir/jetty-localhost-33275-hadoop-hdfs-3_4_1-tests_jar-_-any-14372976600317045682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:28,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@127d9774{HTTP/1.1, (http/1.1)}{localhost:33275} 2024-11-19T11:20:28,459 INFO [Time-limited test {}] server.Server(415): Started @213199ms 2024-11-19T11:20:28,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:20:29,064 WARN [Thread-2319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/cluster_5420fb55-d450-5bb4-c8e9-1bc0426489d5/data/data1/current/BP-248638396-172.17.0.2-1732015227615/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:29,064 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/cluster_5420fb55-d450-5bb4-c8e9-1bc0426489d5/data/data2/current/BP-248638396-172.17.0.2-1732015227615/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:29,082 WARN [Thread-2307 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:20:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd9ca65e416c240b with lease ID 0xec8df364fda4c5a8: Processing first storage report for DS-a648ff47-cab5-4ed0-8799-5aeb0325170e from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=33477951-4e05-4208-afca-137e0b556686, infoPort=37305, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=1054897374;c=1732015227615) 2024-11-19T11:20:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd9ca65e416c240b with lease ID 0xec8df364fda4c5a8: from storage DS-a648ff47-cab5-4ed0-8799-5aeb0325170e node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=33477951-4e05-4208-afca-137e0b556686, infoPort=37305, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=1054897374;c=1732015227615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd9ca65e416c240b with lease ID 0xec8df364fda4c5a8: Processing first storage report for DS-8c0fb2cf-1305-441d-8ea0-1bc2f9b4b3dc from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=33477951-4e05-4208-afca-137e0b556686, infoPort=37305, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=1054897374;c=1732015227615) 2024-11-19T11:20:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd9ca65e416c240b with lease ID 0xec8df364fda4c5a8: from storage DS-8c0fb2cf-1305-441d-8ea0-1bc2f9b4b3dc node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=33477951-4e05-4208-afca-137e0b556686, infoPort=37305, infoSecurePort=0, ipcPort=38809, storageInfo=lv=-57;cid=testClusterID;nsid=1054897374;c=1732015227615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:29,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e 2024-11-19T11:20:29,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:20:29,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd with version=8 2024-11-19T11:20:29,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/hbase-staging 2024-11-19T11:20:29,504 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:20:29,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:29,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42623 2024-11-19T11:20:29,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42623 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426230x0, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:29,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42623-0x10152d2f0360003 connected 2024-11-19T11:20:29,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/running 2024-11-19T11:20:29,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd, hbase.cluster.distributed=false 2024-11-19T11:20:29,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/acl 2024-11-19T11:20:29,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-19T11:20:29,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42623 2024-11-19T11:20:29,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42623 2024-11-19T11:20:29,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-19T11:20:29,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-19T11:20:29,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:29,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:29,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:29,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:29,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:20:29,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:29,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32989 2024-11-19T11:20:29,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32989 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:29,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329890x0, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:29,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329890x0, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/running 2024-11-19T11:20:29,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32989-0x10152d2f0360004 connected 2024-11-19T11:20:29,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:20:29,664 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:20:29,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/master 2024-11-19T11:20:29,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/acl 2024-11-19T11:20:29,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-19T11:20:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32989 2024-11-19T11:20:29,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32989 2024-11-19T11:20:29,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-19T11:20:29,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32989 2024-11-19T11:20:29,685 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:42623 2024-11-19T11:20:29,687 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1876040647/backup-masters/16c88966c0af,42623,1732015229503 2024-11-19T11:20:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/backup-masters 2024-11-19T11:20:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/backup-masters 2024-11-19T11:20:29,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on existing znode=/1876040647/backup-masters/16c88966c0af,42623,1732015229503 2024-11-19T11:20:29,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876040647/master 2024-11-19T11:20:29,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:29,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:29,705 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on existing znode=/1876040647/master 2024-11-19T11:20:29,706 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1876040647/backup-masters/16c88966c0af,42623,1732015229503 from backup master directory 2024-11-19T11:20:29,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/backup-masters 2024-11-19T11:20:29,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876040647/backup-masters/16c88966c0af,42623,1732015229503 2024-11-19T11:20:29,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/backup-masters 2024-11-19T11:20:29,716 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:29,716 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,42623,1732015229503 2024-11-19T11:20:29,719 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/hbase.id] with ID: 45852aad-caf9-459a-b8b6-41ed25f3ce91 2024-11-19T11:20:29,719 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/.tmp/hbase.id 2024-11-19T11:20:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:20:29,725 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/.tmp/hbase.id]:[hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/hbase.id] 2024-11-19T11:20:29,732 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:29,732 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:20:29,733 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:20:29,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:29,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:29,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:20:29,755 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:29,756 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:20:29,756 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:20:30,163 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store 2024-11-19T11:20:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:20:30,172 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:30,172 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:30,172 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:30,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:30,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:30,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:30,173 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:30,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015230172Disabling compacts and flushes for region at 1732015230172Disabling writes for close at 1732015230173 (+1 ms)Writing region close event to WAL at 1732015230173Closed at 1732015230173 2024-11-19T11:20:30,173 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/.initializing 2024-11-19T11:20:30,173 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/WALs/16c88966c0af,42623,1732015229503 2024-11-19T11:20:30,174 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:30,176 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C42623%2C1732015229503, suffix=, logDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/WALs/16c88966c0af,42623,1732015229503, archiveDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/oldWALs, maxLogs=10 2024-11-19T11:20:30,193 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/WALs/16c88966c0af,42623,1732015229503/16c88966c0af%2C42623%2C1732015229503.1732015230176, exclude list is [], retry=0 2024-11-19T11:20:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-a648ff47-cab5-4ed0-8799-5aeb0325170e,DISK] 2024-11-19T11:20:30,198 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/WALs/16c88966c0af,42623,1732015229503/16c88966c0af%2C42623%2C1732015229503.1732015230176 2024-11-19T11:20:30,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37305:37305)] 2024-11-19T11:20:30,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:30,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:30,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:20:30,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:30,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:30,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:20:30,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:30,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:30,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:20:30,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:30,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:30,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:20:30,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:30,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:30,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,205 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:30,207 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:30,208 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:30,208 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67717378, jitterRate=0.009067565202713013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:30,209 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015230198Initializing all the Stores at 1732015230199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015230199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015230199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015230199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015230199Cleaning up temporary data from old regions at 1732015230206 (+7 ms)Region opened successfully at 1732015230209 (+3 ms) 2024-11-19T11:20:30,209 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:20:30,211 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7f5080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:30,211 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:20:30,211 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:20:30,211 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:20:30,212 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:20:30,212 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:20:30,212 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:20:30,212 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:20:30,214 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:20:30,215 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/balancer because node does not exist (not necessarily an error) 2024-11-19T11:20:30,261 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/balancer already deleted, retry=false 2024-11-19T11:20:30,261 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:20:30,262 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:20:30,273 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/normalizer already deleted, retry=false 2024-11-19T11:20:30,274 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:20:30,275 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:20:30,284 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/switch/split already deleted, retry=false 2024-11-19T11:20:30,285 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:20:30,294 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/switch/merge already deleted, retry=false 2024-11-19T11:20:30,296 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:20:30,305 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/snapshot-cleanup already deleted, retry=false 2024-11-19T11:20:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876040647/running 2024-11-19T11:20:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876040647/running 2024-11-19T11:20:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,316 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,42623,1732015229503, sessionid=0x10152d2f0360003, setting cluster-up flag (Was=false) 2024-11-19T11:20:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,368 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1876040647/flush-table-proc/acquired, /1876040647/flush-table-proc/reached, /1876040647/flush-table-proc/abort 2024-11-19T11:20:30,369 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42623,1732015229503 2024-11-19T11:20:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:30,421 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1876040647/online-snapshot/acquired, /1876040647/online-snapshot/reached, /1876040647/online-snapshot/abort 2024-11-19T11:20:30,422 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,42623,1732015229503 2024-11-19T11:20:30,423 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:20:30,424 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:30,424 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:20:30,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:20:30,425 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,42623,1732015229503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:30,426 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015260428 2024-11-19T11:20:30,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:30,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:20:30,428 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:20:30,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:30,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:20:30,432 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,432 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:20:30,432 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:20:30,433 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:20:30,433 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:20:30,433 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:20:30,433 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:20:30,433 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015230433,5,FailOnTimeoutGroup] 2024-11-19T11:20:30,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015230433,5,FailOnTimeoutGroup] 2024-11-19T11:20:30,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:20:30,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:20:30,477 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(746): ClusterId : 45852aad-caf9-459a-b8b6-41ed25f3ce91 2024-11-19T11:20:30,477 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:20:30,485 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:20:30,485 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:20:30,495 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:20:30,495 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58c24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:30,511 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:32989 2024-11-19T11:20:30,511 INFO [RS:0;16c88966c0af:32989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:20:30,511 INFO [RS:0;16c88966c0af:32989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:20:30,512 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:20:30,512 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,42623,1732015229503 with port=32989, startcode=1732015229651 2024-11-19T11:20:30,512 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:20:30,514 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:20:30,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42623 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,516 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd 2024-11-19T11:20:30,516 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35549 2024-11-19T11:20:30,516 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:20:30,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/rs 2024-11-19T11:20:30,526 DEBUG [RS:0;16c88966c0af:32989 {}] zookeeper.ZKUtil(111): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on existing znode=/1876040647/rs/16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,526 WARN [RS:0;16c88966c0af:32989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:30,527 INFO [RS:0;16c88966c0af:32989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:30,527 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,32989,1732015229651] 2024-11-19T11:20:30,530 INFO [RS:0;16c88966c0af:32989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:20:30,532 INFO [RS:0;16c88966c0af:32989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:20:30,536 INFO [RS:0;16c88966c0af:32989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:20:30,536 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,536 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:20:30,537 INFO [RS:0;16c88966c0af:32989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:20:30,537 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,537 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,538 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,538 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:30,538 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:30,538 DEBUG [RS:0;16c88966c0af:32989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,544 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,32989,1732015229651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:30,562 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:20:30,562 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,32989,1732015229651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,562 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,562 INFO [RS:0;16c88966c0af:32989 {}] regionserver.Replication(171): 16c88966c0af,32989,1732015229651 started 2024-11-19T11:20:30,575 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:30,575 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,32989,1732015229651, RpcServer on 16c88966c0af/172.17.0.2:32989, sessionid=0x10152d2f0360004 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,32989,1732015229651' 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1876040647/flush-table-proc/abort' 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1876040647/flush-table-proc/acquired' 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:20:30,575 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:20:30,576 DEBUG [RS:0;16c88966c0af:32989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,32989,1732015229651 2024-11-19T11:20:30,576 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,32989,1732015229651' 2024-11-19T11:20:30,576 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1876040647/online-snapshot/abort' 2024-11-19T11:20:30,576 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1876040647/online-snapshot/acquired' 2024-11-19T11:20:30,576 DEBUG [RS:0;16c88966c0af:32989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:20:30,576 INFO [RS:0;16c88966c0af:32989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:20:30,576 INFO [RS:0;16c88966c0af:32989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:20:30,676 INFO [RS:0;16c88966c0af:32989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:30,678 INFO [RS:0;16c88966c0af:32989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32989%2C1732015229651, suffix=, logDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651, archiveDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/oldWALs, maxLogs=10 2024-11-19T11:20:30,690 DEBUG [RS:0;16c88966c0af:32989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, exclude list is [], retry=0 2024-11-19T11:20:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-a648ff47-cab5-4ed0-8799-5aeb0325170e,DISK] 2024-11-19T11:20:30,702 INFO [RS:0;16c88966c0af:32989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 2024-11-19T11:20:30,702 DEBUG [RS:0;16c88966c0af:32989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37305:37305)] 2024-11-19T11:20:30,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:20:30,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd 2024-11-19T11:20:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:20:31,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:31,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:31,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:31,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:31,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:31,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:31,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:31,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:31,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:31,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:31,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740 2024-11-19T11:20:31,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740 2024-11-19T11:20:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:31,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:31,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:31,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:31,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63706252, jitterRate=-0.05070286989212036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015231243Initializing all the Stores at 1732015231243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015231243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231243Cleaning up temporary data from old regions at 1732015231251 (+8 ms)Region opened successfully at 1732015231256 (+5 ms) 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:31,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:31,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:31,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015231257Disabling compacts and flushes for region at 1732015231257Disabling writes for close at 1732015231257Writing region close event to WAL at 1732015231257Closed at 1732015231257 2024-11-19T11:20:31,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:31,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:20:31,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:20:31,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:31,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:20:31,410 DEBUG [16c88966c0af:42623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:20:31,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:31,412 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,32989,1732015229651, state=OPENING 2024-11-19T11:20:31,504 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:20:31,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:31,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:31,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876040647/meta-region-server: CHANGED 2024-11-19T11:20:31,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876040647/meta-region-server: CHANGED 2024-11-19T11:20:31,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:31,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,32989,1732015229651}] 2024-11-19T11:20:31,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:31,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:20:31,681 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:20:31,681 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:31,682 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:20:31,682 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32989%2C1732015229651.meta, suffix=.meta, logDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651, archiveDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/oldWALs, maxLogs=10 2024-11-19T11:20:31,695 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.meta.1732015231683.meta, exclude list is [], retry=0 2024-11-19T11:20:31,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-a648ff47-cab5-4ed0-8799-5aeb0325170e,DISK] 2024-11-19T11:20:31,699 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.meta.1732015231683.meta 2024-11-19T11:20:31,699 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37305:37305)] 2024-11-19T11:20:31,700 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:31,700 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:31,700 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:31,700 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:20:31,700 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:20:31,700 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:20:31,701 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:31,701 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:20:31,701 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:20:31,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:31,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:31,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:31,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:31,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:31,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:31,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:31,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:31,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:31,706 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:31,707 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740 2024-11-19T11:20:31,707 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740 2024-11-19T11:20:31,708 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:31,708 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:31,709 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:31,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:31,710 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64643272, jitterRate=-0.03674018383026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:31,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:20:31,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015231701Writing region info on filesystem at 1732015231701Initializing all the Stores at 1732015231702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015231702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015231702Cleaning up temporary data from old regions at 1732015231708 (+6 ms)Running coprocessor post-open hooks at 1732015231710 (+2 ms)Region opened successfully at 1732015231710 2024-11-19T11:20:31,711 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015231676 2024-11-19T11:20:31,713 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:20:31,713 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:20:31,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:31,717 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,32989,1732015229651, state=OPEN 2024-11-19T11:20:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1876040647/meta-region-server 2024-11-19T11:20:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1876040647/meta-region-server 2024-11-19T11:20:31,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876040647/meta-region-server: CHANGED 2024-11-19T11:20:31,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876040647/meta-region-server: CHANGED 2024-11-19T11:20:31,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,32989,1732015229651 2024-11-19T11:20:31,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:20:31,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,32989,1732015229651 in 223 msec 2024-11-19T11:20:31,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:20:31,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-19T11:20:31,751 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:31,751 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:20:31,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:31,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32989,1732015229651, seqNum=-1] 2024-11-19T11:20:31,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:31,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:31,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-19T11:20:31,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015231757, completionTime=-1 2024-11-19T11:20:31,757 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:20:31,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015291759 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015351759 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,760 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,760 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:42623, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,760 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,760 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,761 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.047sec 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:31,763 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:20:31,764 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:20:31,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:20:31,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,42623,1732015229503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:31,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72781229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:31,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:31,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:31,779 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582495a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:31,781 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:31,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddbad44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:31,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:31,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32989,1732015229651, seqNum=-1] 2024-11-19T11:20:31,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:31,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:31,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,42623,1732015229503 2024-11-19T11:20:31,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63611 2024-11-19T11:20:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:31,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d2f0360005 connected 2024-11-19T11:20:31,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,38009,1732015225552 2024-11-19T11:20:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20458619 2024-11-19T11:20:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:31,813 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:31,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:20:31,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:31,817 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:31,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:20:31,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:20:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:32,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cacdaab12e1f83f0b933300ead1061cb, NAME => 'test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e 2024-11-19T11:20:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:20:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cacdaab12e1f83f0b933300ead1061cb, disabling compactions & flushes 2024-11-19T11:20:32,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. after waiting 0 ms 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cacdaab12e1f83f0b933300ead1061cb: Waiting for close lock at 1732015232635Disabling compacts and flushes for region at 1732015232635Disabling writes for close at 1732015232635Writing region close event to WAL at 1732015232635Closed at 1732015232635 2024-11-19T11:20:32,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:32,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015232636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015232636"}]},"ts":"1732015232636"} 2024-11-19T11:20:32,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:32,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:32,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015232639"}]},"ts":"1732015232639"} 2024-11-19T11:20:32,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:20:32,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cacdaab12e1f83f0b933300ead1061cb, ASSIGN}] 2024-11-19T11:20:32,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cacdaab12e1f83f0b933300ead1061cb, ASSIGN 2024-11-19T11:20:32,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cacdaab12e1f83f0b933300ead1061cb, ASSIGN; state=OFFLINE, location=16c88966c0af,38037,1732015225719; forceNewPlan=false, retain=false 2024-11-19T11:20:32,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:20:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:20:32,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:32,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:32,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T11:20:32,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:32,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T11:20:32,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cacdaab12e1f83f0b933300ead1061cb, regionState=OPENING, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:32,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cacdaab12e1f83f0b933300ead1061cb, ASSIGN because future has completed 2024-11-19T11:20:32,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacdaab12e1f83f0b933300ead1061cb, server=16c88966c0af,38037,1732015225719}] 2024-11-19T11:20:32,951 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,951 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cacdaab12e1f83f0b933300ead1061cb, NAME => 'test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:32,952 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:32,952 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:20:32,952 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,952 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:32,952 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,952 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,953 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,954 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cacdaab12e1f83f0b933300ead1061cb columnFamilyName f 2024-11-19T11:20:32,954 DEBUG [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:32,955 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(327): Store=cacdaab12e1f83f0b933300ead1061cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:32,955 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,955 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cacdaab12e1f83f0b933300ead1061cb columnFamilyName f1 2024-11-19T11:20:32,956 DEBUG [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:32,956 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(327): Store=cacdaab12e1f83f0b933300ead1061cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:32,956 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,957 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cacdaab12e1f83f0b933300ead1061cb columnFamilyName norep 2024-11-19T11:20:32,957 DEBUG [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:32,957 INFO [StoreOpener-cacdaab12e1f83f0b933300ead1061cb-1 {}] regionserver.HStore(327): Store=cacdaab12e1f83f0b933300ead1061cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:32,957 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,959 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,959 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,959 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:32,960 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:32,962 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cacdaab12e1f83f0b933300ead1061cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75175331, jitterRate=0.12019972503185272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:32,963 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cacdaab12e1f83f0b933300ead1061cb: Running coprocessor pre-open hook at 1732015232952Writing region info on filesystem at 1732015232952Initializing all the Stores at 1732015232953 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015232953Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015232953Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015232953Cleaning up temporary data from old regions at 1732015232959 (+6 ms)Running coprocessor post-open hooks at 1732015232962 (+3 ms)Region opened successfully at 1732015232963 (+1 ms) 2024-11-19T11:20:32,964 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb., pid=6, masterSystemTime=1732015232947 2024-11-19T11:20:32,965 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,965 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:32,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cacdaab12e1f83f0b933300ead1061cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:32,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacdaab12e1f83f0b933300ead1061cb, server=16c88966c0af,38037,1732015225719 because future has completed 2024-11-19T11:20:32,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:20:32,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cacdaab12e1f83f0b933300ead1061cb, server=16c88966c0af,38037,1732015225719 in 173 msec 2024-11-19T11:20:32,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:20:32,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cacdaab12e1f83f0b933300ead1061cb, ASSIGN in 329 msec 2024-11-19T11:20:32,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:32,973 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015232973"}]},"ts":"1732015232973"} 2024-11-19T11:20:32,974 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:20:32,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:32,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-19T11:20:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:33,971 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:20:33,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42623,1732015229503 2024-11-19T11:20:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@deac32 2024-11-19T11:20:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:33,973 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:33,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:20:33,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:33,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:33,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:20:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:33,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:20:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:34,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d48bf68bfd4e754dd88764527f46d45a, NAME => 'test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd 2024-11-19T11:20:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:20:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d48bf68bfd4e754dd88764527f46d45a, disabling compactions & flushes 2024-11-19T11:20:34,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. after waiting 0 ms 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:34,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:34,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d48bf68bfd4e754dd88764527f46d45a: Waiting for close lock at 1732015234789Disabling compacts and flushes for region at 1732015234789Disabling writes for close at 1732015234789Writing region close event to WAL at 1732015234789Closed at 1732015234789 2024-11-19T11:20:34,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:34,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015234790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015234790"}]},"ts":"1732015234790"} 2024-11-19T11:20:34,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:34,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:34,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015234793"}]},"ts":"1732015234793"} 2024-11-19T11:20:34,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:20:34,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d48bf68bfd4e754dd88764527f46d45a, ASSIGN}] 2024-11-19T11:20:34,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d48bf68bfd4e754dd88764527f46d45a, ASSIGN 2024-11-19T11:20:34,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d48bf68bfd4e754dd88764527f46d45a, ASSIGN; state=OFFLINE, location=16c88966c0af,32989,1732015229651; forceNewPlan=false, retain=false 2024-11-19T11:20:34,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d48bf68bfd4e754dd88764527f46d45a, regionState=OPENING, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:34,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d48bf68bfd4e754dd88764527f46d45a, ASSIGN because future has completed 2024-11-19T11:20:34,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d48bf68bfd4e754dd88764527f46d45a, server=16c88966c0af,32989,1732015229651}] 2024-11-19T11:20:35,105 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:35,105 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d48bf68bfd4e754dd88764527f46d45a, NAME => 'test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:35,106 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:35,106 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:20:35,106 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,106 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:35,106 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,106 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,107 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,108 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48bf68bfd4e754dd88764527f46d45a columnFamilyName f 2024-11-19T11:20:35,108 DEBUG [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:35,109 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(327): Store=d48bf68bfd4e754dd88764527f46d45a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:35,109 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,109 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48bf68bfd4e754dd88764527f46d45a columnFamilyName f1 2024-11-19T11:20:35,110 DEBUG [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:35,110 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(327): Store=d48bf68bfd4e754dd88764527f46d45a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:35,110 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,111 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d48bf68bfd4e754dd88764527f46d45a columnFamilyName norep 2024-11-19T11:20:35,111 DEBUG [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:35,111 INFO [StoreOpener-d48bf68bfd4e754dd88764527f46d45a-1 {}] regionserver.HStore(327): Store=d48bf68bfd4e754dd88764527f46d45a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:35,111 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:35,112 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,112 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:35,114 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,116 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:35,116 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d48bf68bfd4e754dd88764527f46d45a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72044822, jitterRate=0.07355150580406189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:35,116 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:35,117 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d48bf68bfd4e754dd88764527f46d45a: Running coprocessor pre-open hook at 1732015235106Writing region info on filesystem at 1732015235106Initializing all the Stores at 1732015235107 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015235107Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015235107Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015235107Cleaning up temporary data from old regions at 1732015235113 (+6 ms)Running coprocessor post-open hooks at 1732015235116 (+3 ms)Region opened successfully at 1732015235116 2024-11-19T11:20:35,117 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a., pid=6, masterSystemTime=1732015235101 2024-11-19T11:20:35,119 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:35,119 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:35,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d48bf68bfd4e754dd88764527f46d45a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d48bf68bfd4e754dd88764527f46d45a, server=16c88966c0af,32989,1732015229651 because future has completed 2024-11-19T11:20:35,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:20:35,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d48bf68bfd4e754dd88764527f46d45a, server=16c88966c0af,32989,1732015229651 in 173 msec 2024-11-19T11:20:35,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:20:35,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d48bf68bfd4e754dd88764527f46d45a, ASSIGN in 329 msec 2024-11-19T11:20:35,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:35,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015235127"}]},"ts":"1732015235127"} 2024-11-19T11:20:35,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:20:35,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:35,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-19T11:20:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:20:36,121 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:20:36,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b55c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:36,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:36,122 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3568a1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:36,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,123 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:36,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27439696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adfeab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:36,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:36,125 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:36,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,126 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:36,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bef1836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3cb260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:36,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:36,127 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6686d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,128 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:36,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5370f536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:36,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,38009,1732015225552 2024-11-19T11:20:36,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5183c31c 2024-11-19T11:20:36,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:36,130 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:36,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:42623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:20:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:20:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:36,133 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:42623' 2024-11-19T11:20:36,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d2fe46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,134 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:36,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:36,135 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ee4e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,136 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:36,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19612b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:36,136 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42623,1732015229503 2024-11-19T11:20:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef3a0b5 2024-11-19T11:20:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:36,138 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:36,138 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:20:36,138 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:20:36,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:36,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:36,139 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:36,140 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:20:36,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:36,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:36,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:20:36,190 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:20:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:36,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:20:36,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eedaa6960f13d037f6a342e6c72cad3d, NAME => 'hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e 2024-11-19T11:20:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:36,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:20:37,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eedaa6960f13d037f6a342e6c72cad3d, disabling compactions & flushes 2024-11-19T11:20:37,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. after waiting 0 ms 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,229 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eedaa6960f13d037f6a342e6c72cad3d: Waiting for close lock at 1732015237229Disabling compacts and flushes for region at 1732015237229Disabling writes for close at 1732015237229Writing region close event to WAL at 1732015237229Closed at 1732015237229 2024-11-19T11:20:37,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:37,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015237230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015237230"}]},"ts":"1732015237230"} 2024-11-19T11:20:37,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:37,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:37,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015237233"}]},"ts":"1732015237233"} 2024-11-19T11:20:37,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:20:37,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eedaa6960f13d037f6a342e6c72cad3d, ASSIGN}] 2024-11-19T11:20:37,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eedaa6960f13d037f6a342e6c72cad3d, ASSIGN 2024-11-19T11:20:37,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eedaa6960f13d037f6a342e6c72cad3d, ASSIGN; state=OFFLINE, location=16c88966c0af,38037,1732015225719; forceNewPlan=false, retain=false 2024-11-19T11:20:37,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:37,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eedaa6960f13d037f6a342e6c72cad3d, regionState=OPENING, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eedaa6960f13d037f6a342e6c72cad3d, ASSIGN because future has completed 2024-11-19T11:20:37,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eedaa6960f13d037f6a342e6c72cad3d, server=16c88966c0af,38037,1732015225719}] 2024-11-19T11:20:37,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:37,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:20:37,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C38037%2C1732015225719.rep, suffix=, logDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719, archiveDir=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/oldWALs, maxLogs=10 2024-11-19T11:20:37,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.rep.1732015237547, exclude list is [], retry=0 2024-11-19T11:20:37,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f24136c-4049-4d3d-95f7-5095a8ea6df6,DISK] 2024-11-19T11:20:37,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.rep.1732015237547 2024-11-19T11:20:37,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-19T11:20:37,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eedaa6960f13d037f6a342e6c72cad3d, NAME => 'hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:37,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. service=MultiRowMutationService 2024-11-19T11:20:37,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,570 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,571 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eedaa6960f13d037f6a342e6c72cad3d columnFamilyName hfileref 2024-11-19T11:20:37,571 DEBUG [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:37,572 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(327): Store=eedaa6960f13d037f6a342e6c72cad3d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:37,572 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,573 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eedaa6960f13d037f6a342e6c72cad3d columnFamilyName queue 2024-11-19T11:20:37,573 DEBUG [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:37,573 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(327): Store=eedaa6960f13d037f6a342e6c72cad3d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:37,573 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,574 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eedaa6960f13d037f6a342e6c72cad3d columnFamilyName sid 2024-11-19T11:20:37,574 DEBUG [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:37,575 INFO [StoreOpener-eedaa6960f13d037f6a342e6c72cad3d-1 {}] regionserver.HStore(327): Store=eedaa6960f13d037f6a342e6c72cad3d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:37,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/replication/eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/replication/eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:37,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/replication/eedaa6960f13d037f6a342e6c72cad3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:37,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eedaa6960f13d037f6a342e6c72cad3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69828646, jitterRate=0.040527909994125366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:37,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eedaa6960f13d037f6a342e6c72cad3d: Running coprocessor pre-open hook at 1732015237569Writing region info on filesystem at 1732015237569Initializing all the Stores at 1732015237570 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015237570Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015237570Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015237570Cleaning up temporary data from old regions at 1732015237576 (+6 ms)Running coprocessor post-open hooks at 1732015237579 (+3 ms)Region opened successfully at 1732015237579 2024-11-19T11:20:37,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., pid=10, masterSystemTime=1732015237543 2024-11-19T11:20:37,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:37,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eedaa6960f13d037f6a342e6c72cad3d, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,38037,1732015225719 2024-11-19T11:20:37,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eedaa6960f13d037f6a342e6c72cad3d, server=16c88966c0af,38037,1732015225719 because future has completed 2024-11-19T11:20:37,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:20:37,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eedaa6960f13d037f6a342e6c72cad3d, server=16c88966c0af,38037,1732015225719 in 194 msec 2024-11-19T11:20:37,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:20:37,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eedaa6960f13d037f6a342e6c72cad3d, ASSIGN in 351 msec 2024-11-19T11:20:37,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:37,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015237588"}]},"ts":"1732015237588"} 2024-11-19T11:20:37,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:20:37,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:37,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4520 sec 2024-11-19T11:20:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., hostname=16c88966c0af,38037,1732015225719, seqNum=2] 2024-11-19T11:20:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:37,725 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:37,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:20:37,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:20:37,901 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:20:37,927 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,38037,1732015225719, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:20:37,928 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:37,928 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38037,1732015225719, seqNum=-1] 2024-11-19T11:20:37,928 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:37,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:37,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,38037,1732015225719', locateType=CURRENT is [region=hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., hostname=16c88966c0af,38037,1732015225719, seqNum=2] 2024-11-19T11:20:37,933 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:20:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:20:37,935 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,38037,1732015225719 suceeded 2024-11-19T11:20:37,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:20:37,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T11:20:37,936 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:42623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:20:37,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8050 sec 2024-11-19T11:20:37,952 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:42623' 2024-11-19T11:20:37,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b6757bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:37,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:37,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:37,954 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74066f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:37,955 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:37,956 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4209abbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:37,956 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:37,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42623,1732015229503 2024-11-19T11:20:37,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@562d1c0f 2024-11-19T11:20:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:37,957 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:37,958 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,38037,1732015225719 (queues=1) is replicating from cluster=d9dfdcf6-4cba-4839-9393-4ca21598d70c to cluster=45852aad-caf9-459a-b8b6-41ed25f3ce91 2024-11-19T11:20:37,958 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C38037%2C1732015225719 2024-11-19T11:20:37,958 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,38037,1732015225719, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:20:37,958 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C38037%2C1732015225719 2024-11-19T11:20:37,958 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, startPosition=0, beingWritten=true 2024-11-19T11:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:38,168 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:38,281 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:20:38,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:38,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:38,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:38,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417c2008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:38,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:38,283 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c6825c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,285 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a349bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,42623,1732015229503 2024-11-19T11:20:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6f3704 2024-11-19T11:20:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:38,287 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:38,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:38009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:20:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:20:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:38,290 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:38009' 2024-11-19T11:20:38,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6d93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,290 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:38,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:38,291 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1f190b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:38,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,292 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:38,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a437422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:38,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:38,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,38009,1732015225552 2024-11-19T11:20:38,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e48bd32 2024-11-19T11:20:38,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:38,295 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:20:38,295 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:20:38,295 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:20:38,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:38,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:38,296 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:38,296 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:20:38,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:20:38,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:38,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:20:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:20:38,347 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:38,472 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:38,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:20:38,704 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2244e9ea933334340631d82193819cb, NAME => 'hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd 2024-11-19T11:20:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:20:38,875 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2244e9ea933334340631d82193819cb, disabling compactions & flushes 2024-11-19T11:20:39,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. after waiting 0 ms 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2244e9ea933334340631d82193819cb: Waiting for close lock at 1732015239115Disabling compacts and flushes for region at 1732015239115Disabling writes for close at 1732015239115Writing region close event to WAL at 1732015239115Closed at 1732015239115 2024-11-19T11:20:39,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:20:39,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015239116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015239116"}]},"ts":"1732015239116"} 2024-11-19T11:20:39,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:20:39,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:20:39,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015239118"}]},"ts":"1732015239118"} 2024-11-19T11:20:39,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:20:39,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2244e9ea933334340631d82193819cb, ASSIGN}] 2024-11-19T11:20:39,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2244e9ea933334340631d82193819cb, ASSIGN 2024-11-19T11:20:39,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2244e9ea933334340631d82193819cb, ASSIGN; state=OFFLINE, location=16c88966c0af,32989,1732015229651; forceNewPlan=false, retain=false 2024-11-19T11:20:39,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2244e9ea933334340631d82193819cb, regionState=OPENING, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:39,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2244e9ea933334340631d82193819cb, ASSIGN because future has completed 2024-11-19T11:20:39,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2244e9ea933334340631d82193819cb, server=16c88966c0af,32989,1732015229651}] 2024-11-19T11:20:39,379 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:39,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:39,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:39,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:20:39,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32989%2C1732015229651.rep, suffix=, logDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651, archiveDir=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/oldWALs, maxLogs=10 2024-11-19T11:20:39,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.rep.1732015239432, exclude list is [], retry=0 2024-11-19T11:20:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-a648ff47-cab5-4ed0-8799-5aeb0325170e,DISK] 2024-11-19T11:20:39,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.rep.1732015239432 2024-11-19T11:20:39,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37305:37305)] 2024-11-19T11:20:39,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2244e9ea933334340631d82193819cb, NAME => 'hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:39,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. service=MultiRowMutationService 2024-11-19T11:20:39,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,455 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,456 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2244e9ea933334340631d82193819cb columnFamilyName hfileref 2024-11-19T11:20:39,456 DEBUG [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:39,457 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(327): Store=f2244e9ea933334340631d82193819cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:39,457 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,458 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2244e9ea933334340631d82193819cb columnFamilyName queue 2024-11-19T11:20:39,458 DEBUG [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:39,458 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(327): Store=f2244e9ea933334340631d82193819cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:39,458 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,459 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2244e9ea933334340631d82193819cb columnFamilyName sid 2024-11-19T11:20:39,459 DEBUG [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:39,459 INFO [StoreOpener-f2244e9ea933334340631d82193819cb-1 {}] regionserver.HStore(327): Store=f2244e9ea933334340631d82193819cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:39,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:20:39,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:39,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2244e9ea933334340631d82193819cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63889832, jitterRate=-0.04796731472015381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:20:39,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:39,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2244e9ea933334340631d82193819cb: Running coprocessor pre-open hook at 1732015239454Writing region info on filesystem at 1732015239454Initializing all the Stores at 1732015239455 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015239455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015239455Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015239455Cleaning up temporary data from old regions at 1732015239461 (+6 ms)Running coprocessor post-open hooks at 1732015239464 (+3 ms)Region opened successfully at 1732015239464 2024-11-19T11:20:39,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb., pid=10, masterSystemTime=1732015239427 2024-11-19T11:20:39,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:39,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2244e9ea933334340631d82193819cb, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,32989,1732015229651 2024-11-19T11:20:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2244e9ea933334340631d82193819cb, server=16c88966c0af,32989,1732015229651 because future has completed 2024-11-19T11:20:39,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:20:39,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2244e9ea933334340631d82193819cb, server=16c88966c0af,32989,1732015229651 in 195 msec 2024-11-19T11:20:39,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:20:39,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2244e9ea933334340631d82193819cb, ASSIGN in 351 msec 2024-11-19T11:20:39,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:20:39,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015239473"}]},"ts":"1732015239473"} 2024-11-19T11:20:39,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:20:39,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:20:39,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-19T11:20:39,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb., hostname=16c88966c0af,32989,1732015229651, seqNum=2] 2024-11-19T11:20:39,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:39,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:39,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:20:39,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:20:39,763 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:20:39,790 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,32989,1732015229651, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:20:39,790 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:39,790 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32989,1732015229651, seqNum=-1] 2024-11-19T11:20:39,791 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:39,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,32989,1732015229651', locateType=CURRENT is [region=hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb., hostname=16c88966c0af,32989,1732015229651, seqNum=2] 2024-11-19T11:20:39,796 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:20:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:20:39,800 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,32989,1732015229651 suceeded 2024-11-19T11:20:39,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:20:39,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T11:20:39,802 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:38009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:20:39,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-19T11:20:39,811 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:38009' 2024-11-19T11:20:39,813 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7544d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:39,813 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:39,813 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:39,813 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20498059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:39,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:39,815 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:39,815 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eda0141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:39,815 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:20:39,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,38009,1732015225552 2024-11-19T11:20:39,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3674c7f0 2024-11-19T11:20:39,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:20:39,817 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T11:20:39,817 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,32989,1732015229651 (queues=1) is replicating from cluster=45852aad-caf9-459a-b8b6-41ed25f3ce91 to cluster=d9dfdcf6-4cba-4839-9393-4ca21598d70c 2024-11-19T11:20:39,818 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C32989%2C1732015229651 2024-11-19T11:20:39,818 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,32989,1732015229651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:20:39,819 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C32989%2C1732015229651 2024-11-19T11:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, startPosition=0, beingWritten=true 2024-11-19T11:20:39,824 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:39,824 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 379, reset compression=false 2024-11-19T11:20:39,824 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:39,983 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:40,028 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 379, reset compression=false 2024-11-19T11:20:40,332 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 379, reset compression=false 2024-11-19T11:20:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:20:40,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:20:40,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:40,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:40,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:40,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:40,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:40,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38037,1732015225719, seqNum=-1] 2024-11-19T11:20:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:40,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb., hostname=16c88966c0af,38037,1732015225719, seqNum=2] 2024-11-19T11:20:40,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:40,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32989,1732015229651, seqNum=-1] 2024-11-19T11:20:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:40,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a., hostname=16c88966c0af,32989,1732015229651, seqNum=2] 2024-11-19T11:20:40,452 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T11:20:40,686 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 379, reset compression=false 2024-11-19T11:20:40,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:40,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 480, reset compression=false 2024-11-19T11:20:40,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[{test/cacdaab12e1f83f0b933300ead1061cb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T11:20:40,692 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:40,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T11:20:40,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:20:40,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314920ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:40,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,42623,-1 for getting cluster id 2024-11-19T11:20:40,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:40,696 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45852aad-caf9-459a-b8b6-41ed25f3ce91' 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45852aad-caf9-459a-b8b6-41ed25f3ce91" 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61812011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,42623,-1] 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:40,697 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:40,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@145d0123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:40,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:40,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32989,1732015229651, seqNum=-1] 2024-11-19T11:20:40,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:40,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:40,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a., hostname=16c88966c0af,32989,1732015229651, seqNum=2] 2024-11-19T11:20:40,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:20:40,736 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 379, reset compression=false 2024-11-19T11:20:40,740 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:40,740 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 504, reset compression=false 2024-11-19T11:20:40,740 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:40,893 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 480, reset compression=false 2024-11-19T11:20:40,944 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 504, reset compression=false 2024-11-19T11:20:41,197 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 480, reset compression=false 2024-11-19T11:20:41,251 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 504, reset compression=false 2024-11-19T11:20:41,455 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T11:20:41,458 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T11:20:41,601 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 480, reset compression=false 2024-11-19T11:20:41,655 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 504, reset compression=false 2024-11-19T11:20:41,741 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:41,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 608, reset compression=false 2024-11-19T11:20:41,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48bf68bfd4e754dd88764527f46d45a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:20:41,744 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:41,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T11:20:41,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:20:41,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b6f99ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:41,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,38009,-1 for getting cluster id 2024-11-19T11:20:41,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:41,747 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9dfdcf6-4cba-4839-9393-4ca21598d70c' 2024-11-19T11:20:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9dfdcf6-4cba-4839-9393-4ca21598d70c" 2024-11-19T11:20:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72d18dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,38009,-1] 2024-11-19T11:20:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:41,748 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:41,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c17243c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:41,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:41,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,38037,1732015225719, seqNum=-1] 2024-11-19T11:20:41,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:41,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T11:20:41,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb., hostname=16c88966c0af,38037,1732015225719, seqNum=2] 2024-11-19T11:20:41,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:20:41,946 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 608, reset compression=false 2024-11-19T11:20:42,118 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 480, reset compression=false 2024-11-19T11:20:42,123 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:42,123 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 607, reset compression=false 2024-11-19T11:20:42,123 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:42,250 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 608, reset compression=false 2024-11-19T11:20:42,327 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 607, reset compression=false 2024-11-19T11:20:42,460 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T11:20:42,465 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T11:20:42,630 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 607, reset compression=false 2024-11-19T11:20:42,634 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:42,634 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 763, reset compression=false 2024-11-19T11:20:42,634 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[{test/cacdaab12e1f83f0b933300ead1061cb/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T11:20:42,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:20:42,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:20:42,653 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 608, reset compression=false 2024-11-19T11:20:42,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:42,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 756, reset compression=false 2024-11-19T11:20:42,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:42,837 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 763, reset compression=false 2024-11-19T11:20:42,862 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 756, reset compression=false 2024-11-19T11:20:43,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:43,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:43,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:20:43,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:43,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T11:20:43,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T11:20:43,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:43,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:20:43,141 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 763, reset compression=false 2024-11-19T11:20:43,166 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 756, reset compression=false 2024-11-19T11:20:43,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T11:20:43,471 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T11:20:43,544 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 763, reset compression=false 2024-11-19T11:20:43,569 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 756, reset compression=false 2024-11-19T11:20:43,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:20:43,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:43,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[{test/d48bf68bfd4e754dd88764527f46d45a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T11:20:43,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:20:43,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:20:43,777 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:44,048 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 763, reset compression=false 2024-11-19T11:20:44,053 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:44,054 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:44,054 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:44,080 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:44,258 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:44,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T11:20:44,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:20:44,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:44,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:44,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:44,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:44,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:44,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:20:44,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1198034622, stopped=false 2024-11-19T11:20:44,476 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,42623,1732015229503 2024-11-19T11:20:44,483 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:44,562 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876040647/running 2024-11-19T11:20:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876040647/running 2024-11-19T11:20:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:44,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:44,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:44,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:44,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:44,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,32989,1732015229651' ***** 2024-11-19T11:20:44,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:20:44,566 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:20:44,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:20:44,566 INFO [RS:0;16c88966c0af:32989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:20:44,566 INFO [RS:0;16c88966c0af:32989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:20:44,567 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(3091): Received CLOSE for f2244e9ea933334340631d82193819cb 2024-11-19T11:20:44,567 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(3091): Received CLOSE for d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:44,567 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,32989,1732015229651 2024-11-19T11:20:44,567 INFO [RS:0;16c88966c0af:32989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:44,567 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2244e9ea933334340631d82193819cb, disabling compactions & flushes 2024-11-19T11:20:44,567 INFO [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32989. 2024-11-19T11:20:44,567 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:44,567 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:44,567 DEBUG [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:44,567 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. after waiting 0 ms 2024-11-19T11:20:44,567 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:44,568 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:44,568 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2244e9ea933334340631d82193819cb 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T11:20:44,568 INFO [RS:0;16c88966c0af:32989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:20:44,568 INFO [RS:0;16c88966c0af:32989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:20:44,568 INFO [RS:0;16c88966c0af:32989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:20:44,568 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:20:44,568 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:20:44,568 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1325): Online Regions={f2244e9ea933334340631d82193819cb=hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb., 1588230740=hbase:meta,,1.1588230740, d48bf68bfd4e754dd88764527f46d45a=test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.} 2024-11-19T11:20:44,568 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d48bf68bfd4e754dd88764527f46d45a, f2244e9ea933334340631d82193819cb 2024-11-19T11:20:44,568 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:44,568 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:44,568 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:44,568 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:44,568 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:44,568 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:20:44,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/running 2024-11-19T11:20:44,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Set watcher on znode that does not yet exist, /1876040647/running 2024-11-19T11:20:44,582 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/.tmp/queue/5e18b5029d0f4e24944a95046c2cd487 is 153, key is 1-16c88966c0af,32989,1732015229651/queue:16c88966c0af%2C32989%2C1732015229651/1732015243578/Put/seqid=0 2024-11-19T11:20:44,584 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/info/0979b9229f784aee9d728338369ecec3 is 147, key is hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb./info:regioninfo/1732015239467/Put/seqid=0 2024-11-19T11:20:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741840_1016 (size=5352) 2024-11-19T11:20:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741841_1017 (size=7686) 2024-11-19T11:20:44,603 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:20:44,603 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:20:44,654 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:44,768 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d48bf68bfd4e754dd88764527f46d45a, f2244e9ea933334340631d82193819cb 2024-11-19T11:20:44,965 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:44,968 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d48bf68bfd4e754dd88764527f46d45a, f2244e9ea933334340631d82193819cb 2024-11-19T11:20:44,986 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/.tmp/queue/5e18b5029d0f4e24944a95046c2cd487 2024-11-19T11:20:44,987 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:44,988 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/info/0979b9229f784aee9d728338369ecec3 2024-11-19T11:20:44,991 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/.tmp/queue/5e18b5029d0f4e24944a95046c2cd487 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/queue/5e18b5029d0f4e24944a95046c2cd487 2024-11-19T11:20:44,995 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/queue/5e18b5029d0f4e24944a95046c2cd487, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T11:20:44,995 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f2244e9ea933334340631d82193819cb in 427ms, sequenceid=10, compaction requested=false 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/replication/f2244e9ea933334340631d82193819cb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:45,004 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2244e9ea933334340631d82193819cb: Waiting for close lock at 1732015244567Running coprocessor pre-close hooks at 1732015244567Disabling compacts and flushes for region at 1732015244567Disabling writes for close at 1732015244567Obtaining lock to block concurrent updates at 1732015244568 (+1 ms)Preparing flush snapshotting stores in f2244e9ea933334340631d82193819cb at 1732015244568Finished memstore snapshotting hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732015244568Flushing stores of hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. at 1732015244569 (+1 ms)Flushing f2244e9ea933334340631d82193819cb/queue: creating writer at 1732015244569Flushing f2244e9ea933334340631d82193819cb/queue: appending metadata at 1732015244581 (+12 ms)Flushing f2244e9ea933334340631d82193819cb/queue: closing flushed file at 1732015244581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7bc477: reopening flushed file at 1732015244990 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f2244e9ea933334340631d82193819cb in 427ms, sequenceid=10, compaction requested=false at 1732015244995 (+5 ms)Writing region close event to WAL at 1732015245001 (+6 ms)Running coprocessor post-close hooks at 1732015245004 (+3 ms)Closed at 1732015245004 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015238295.f2244e9ea933334340631d82193819cb. 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d48bf68bfd4e754dd88764527f46d45a, disabling compactions & flushes 2024-11-19T11:20:45,004 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. after waiting 0 ms 2024-11-19T11:20:45,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:45,004 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d48bf68bfd4e754dd88764527f46d45a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T11:20:45,008 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/ns/06d461d430eb4201b64f20b2806e6822 is 43, key is default/ns:d/1732015231754/Put/seqid=0 2024-11-19T11:20:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:20:45,023 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f/73568b4c7550479284cc039753f7b36d is 29, key is row1/f:/1732015243468/DeleteFamily/seqid=0 2024-11-19T11:20:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741843_1019 (size=5118) 2024-11-19T11:20:45,169 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:45,369 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:45,411 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/ns/06d461d430eb4201b64f20b2806e6822 2024-11-19T11:20:45,427 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f/73568b4c7550479284cc039753f7b36d 2024-11-19T11:20:45,430 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73568b4c7550479284cc039753f7b36d 2024-11-19T11:20:45,433 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/rep_barrier/2fde0b444bc343249c00dfef9b7c5366 is 112, key is test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a./rep_barrier:seqnumDuringOpen/1732015235120/Put/seqid=0 2024-11-19T11:20:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:20:45,439 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/rep_barrier/2fde0b444bc343249c00dfef9b7c5366 2024-11-19T11:20:45,452 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f1/0f8da1bba25d4544a79af329c4dc26be is 30, key is row1/f1:/1732015243468/DeleteFamily/seqid=0 2024-11-19T11:20:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741845_1021 (size=5123) 2024-11-19T11:20:45,463 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/table/7e1bcb81f2eb43569c5382b836d71b96 is 53, key is hbase:replication/table:state/1732015239473/Put/seqid=0 2024-11-19T11:20:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:20:45,466 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/table/7e1bcb81f2eb43569c5382b836d71b96 2024-11-19T11:20:45,469 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:45,470 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/info/0979b9229f784aee9d728338369ecec3 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/info/0979b9229f784aee9d728338369ecec3 2024-11-19T11:20:45,474 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/info/0979b9229f784aee9d728338369ecec3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:20:45,475 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/ns/06d461d430eb4201b64f20b2806e6822 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/ns/06d461d430eb4201b64f20b2806e6822 2024-11-19T11:20:45,478 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/ns/06d461d430eb4201b64f20b2806e6822, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:20:45,479 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/rep_barrier/2fde0b444bc343249c00dfef9b7c5366 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/rep_barrier/2fde0b444bc343249c00dfef9b7c5366 2024-11-19T11:20:45,482 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/rep_barrier/2fde0b444bc343249c00dfef9b7c5366, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:20:45,483 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/.tmp/table/7e1bcb81f2eb43569c5382b836d71b96 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/table/7e1bcb81f2eb43569c5382b836d71b96 2024-11-19T11:20:45,486 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/table/7e1bcb81f2eb43569c5382b836d71b96, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:20:45,487 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-19T11:20:45,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:20:45,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:45,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:45,491 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:45,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015244568Running coprocessor pre-close hooks at 1732015244568Disabling compacts and flushes for region at 1732015244568Disabling writes for close at 1732015244568Obtaining lock to block concurrent updates at 1732015244568Preparing flush snapshotting stores in 1588230740 at 1732015244568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015244568Flushing stores of hbase:meta,,1.1588230740 at 1732015244569 (+1 ms)Flushing 1588230740/info: creating writer at 1732015244569Flushing 1588230740/info: appending metadata at 1732015244584 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732015244584Flushing 1588230740/ns: creating writer at 1732015244992 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732015245007 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732015245007Flushing 1588230740/rep_barrier: creating writer at 1732015245415 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015245432 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015245432Flushing 1588230740/table: creating writer at 1732015245448 (+16 ms)Flushing 1588230740/table: appending metadata at 1732015245462 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015245462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b8686: reopening flushed file at 1732015245469 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da2600b: reopening flushed file at 1732015245474 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93963e: reopening flushed file at 1732015245478 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b0d12: reopening flushed file at 1732015245482 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1732015245487 (+5 ms)Writing region close event to WAL at 1732015245488 (+1 ms)Running coprocessor post-close hooks at 1732015245491 (+3 ms)Closed at 1732015245491 2024-11-19T11:20:45,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:45,569 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:20:45,569 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1325): Online Regions={d48bf68bfd4e754dd88764527f46d45a=test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a.} 2024-11-19T11:20:45,569 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:45,591 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 915, reset compression=false 2024-11-19T11:20:45,595 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:45,595 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 1162, reset compression=false 2024-11-19T11:20:45,595 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32989,1732015229651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:45,596 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,32989,1732015229651: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,32989,1732015229651, walGroup=16c88966c0af%2C32989%2C1732015229651, offset=16c88966c0af%2C32989%2C1732015229651.1732015230678:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:32989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:20:45,597 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:20:45,597 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:20:45,598 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 667600896 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190388264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:20:45,598 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:42623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:42623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:20:45,769 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:45,798 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 1162, reset compression=false 2024-11-19T11:20:45,857 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f1/0f8da1bba25d4544a79af329c4dc26be 2024-11-19T11:20:45,861 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8da1bba25d4544a79af329c4dc26be 2024-11-19T11:20:45,875 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/norep/ffa15015f39b4d98b4351c2886de507e is 33, key is row1/norep:/1732015243468/DeleteFamily/seqid=0 2024-11-19T11:20:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741847_1023 (size=5108) 2024-11-19T11:20:45,969 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:46,072 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:46,101 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.wal-reader.16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.1732015230678 to pos 1162, reset compression=false 2024-11-19T11:20:46,170 DEBUG [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1351): Waiting on d48bf68bfd4e754dd88764527f46d45a 2024-11-19T11:20:46,279 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/norep/ffa15015f39b4d98b4351c2886de507e 2024-11-19T11:20:46,283 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffa15015f39b4d98b4351c2886de507e 2024-11-19T11:20:46,283 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f/73568b4c7550479284cc039753f7b36d as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/f/73568b4c7550479284cc039753f7b36d 2024-11-19T11:20:46,287 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73568b4c7550479284cc039753f7b36d 2024-11-19T11:20:46,287 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/f/73568b4c7550479284cc039753f7b36d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:46,287 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/f1/0f8da1bba25d4544a79af329c4dc26be as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/f1/0f8da1bba25d4544a79af329c4dc26be 2024-11-19T11:20:46,292 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8da1bba25d4544a79af329c4dc26be 2024-11-19T11:20:46,292 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/f1/0f8da1bba25d4544a79af329c4dc26be, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:46,292 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/.tmp/norep/ffa15015f39b4d98b4351c2886de507e as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/norep/ffa15015f39b4d98b4351c2886de507e 2024-11-19T11:20:46,296 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffa15015f39b4d98b4351c2886de507e 2024-11-19T11:20:46,297 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/norep/ffa15015f39b4d98b4351c2886de507e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:46,298 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d48bf68bfd4e754dd88764527f46d45a in 1293ms, sequenceid=8, compaction requested=false 2024-11-19T11:20:46,301 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/data/default/test/d48bf68bfd4e754dd88764527f46d45a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T11:20:46,302 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:46,302 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:46,302 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:46,302 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d48bf68bfd4e754dd88764527f46d45a: Waiting for close lock at 1732015245004Running coprocessor pre-close hooks at 1732015245004Disabling compacts and flushes for region at 1732015245004Disabling writes for close at 1732015245004Obtaining lock to block concurrent updates at 1732015245004Preparing flush snapshotting stores in d48bf68bfd4e754dd88764527f46d45a at 1732015245004Finished memstore snapshotting test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732015245005 (+1 ms)Flushing stores of test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. at 1732015245005Flushing d48bf68bfd4e754dd88764527f46d45a/f: creating writer at 1732015245005Flushing d48bf68bfd4e754dd88764527f46d45a/f: appending metadata at 1732015245022 (+17 ms)Flushing d48bf68bfd4e754dd88764527f46d45a/f: closing flushed file at 1732015245022Flushing d48bf68bfd4e754dd88764527f46d45a/f1: creating writer at 1732015245430 (+408 ms)Flushing d48bf68bfd4e754dd88764527f46d45a/f1: appending metadata at 1732015245451 (+21 ms)Flushing d48bf68bfd4e754dd88764527f46d45a/f1: closing flushed file at 1732015245451Flushing d48bf68bfd4e754dd88764527f46d45a/norep: creating writer at 1732015245861 (+410 ms)Flushing d48bf68bfd4e754dd88764527f46d45a/norep: appending metadata at 1732015245874 (+13 ms)Flushing d48bf68bfd4e754dd88764527f46d45a/norep: closing flushed file at 1732015245874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b51431: reopening flushed file at 1732015246283 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7826290f: reopening flushed file at 1732015246287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b830803: reopening flushed file at 1732015246292 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d48bf68bfd4e754dd88764527f46d45a in 1293ms, sequenceid=8, compaction requested=false at 1732015246298 (+6 ms)Writing region close event to WAL at 1732015246299 (+1 ms)Running coprocessor post-close hooks at 1732015246301 (+2 ms)Closed at 1732015246302 (+1 ms) 2024-11-19T11:20:46,302 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015233973.d48bf68bfd4e754dd88764527f46d45a. 2024-11-19T11:20:46,370 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,32989,1732015229651; all regions closed. 2024-11-19T11:20:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:20:46,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/WALs/16c88966c0af,32989,1732015229651/16c88966c0af%2C32989%2C1732015229651.meta.1732015231683.meta not finished, retry = 0 2024-11-19T11:20:46,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741839_1015 (size=2676) 2024-11-19T11:20:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741832_1008 (size=1814) 2024-11-19T11:20:46,477 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:46,477 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,32989,1732015229651 because: Region server is closing 2024-11-19T11:20:46,477 INFO [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32989. 2024-11-19T11:20:46,477 DEBUG [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:46,477 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:46,478 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:46,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:46,578 INFO [RS:0;16c88966c0af:32989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32989,1732015229651.replicationSource.shipper16c88966c0af%2C32989%2C1732015229651,1-16c88966c0af,32989,1732015229651 terminated 2024-11-19T11:20:46,578 INFO [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32989. 2024-11-19T11:20:46,578 DEBUG [RS:0;16c88966c0af:32989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:46,578 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:46,578 DEBUG [RS:0;16c88966c0af:32989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:46,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:46,578 INFO [RS:0;16c88966c0af:32989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32989 2024-11-19T11:20:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876040647/rs/16c88966c0af,32989,1732015229651 2024-11-19T11:20:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647/rs 2024-11-19T11:20:46,649 INFO [RS:0;16c88966c0af:32989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:46,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,32989,1732015229651] 2024-11-19T11:20:46,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1876040647/draining/16c88966c0af,32989,1732015229651 already deleted, retry=false 2024-11-19T11:20:46,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,32989,1732015229651 expired; onlineServers=0 2024-11-19T11:20:46,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,42623,1732015229503' ***** 2024-11-19T11:20:46,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:20:46,686 INFO [M:0;16c88966c0af:42623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:46,686 INFO [M:0;16c88966c0af:42623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:46,686 DEBUG [M:0;16c88966c0af:42623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:20:46,686 DEBUG [M:0;16c88966c0af:42623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:20:46,686 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:20:46,686 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015230433 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015230433,5,FailOnTimeoutGroup] 2024-11-19T11:20:46,686 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015230433 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015230433,5,FailOnTimeoutGroup] 2024-11-19T11:20:46,687 INFO [M:0;16c88966c0af:42623 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:46,687 INFO [M:0;16c88966c0af:42623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:46,687 DEBUG [M:0;16c88966c0af:42623 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:20:46,687 INFO [M:0;16c88966c0af:42623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:20:46,687 INFO [M:0;16c88966c0af:42623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:46,687 INFO [M:0;16c88966c0af:42623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:20:46,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:20:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876040647/master 2024-11-19T11:20:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876040647 2024-11-19T11:20:46,714 DEBUG [M:0;16c88966c0af:42623 {}] zookeeper.ZKUtil(347): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Unable to get data of znode /1876040647/master because node does not exist (not an error) 2024-11-19T11:20:46,714 WARN [M:0;16c88966c0af:42623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:20:46,715 INFO [M:0;16c88966c0af:42623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/.lastflushedseqids 2024-11-19T11:20:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741848_1024 (size=245) 2024-11-19T11:20:46,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:46,762 INFO [RS:0;16c88966c0af:32989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:46,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32989-0x10152d2f0360004, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:46,762 INFO [RS:0;16c88966c0af:32989 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,32989,1732015229651; zookeeper connection closed. 2024-11-19T11:20:46,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31d62f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31d62f44 2024-11-19T11:20:46,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:20:46,776 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:47,119 INFO [M:0;16c88966c0af:42623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:20:47,119 INFO [M:0;16c88966c0af:42623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:20:47,119 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:47,119 INFO [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:47,119 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:47,119 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:47,119 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:47,119 INFO [M:0;16c88966c0af:42623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T11:20:47,133 DEBUG [M:0;16c88966c0af:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b708badba947d48b618c8e8934e44a is 82, key is hbase:meta,,1/info:regioninfo/1732015231716/Put/seqid=0 2024-11-19T11:20:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741849_1025 (size=5672) 2024-11-19T11:20:47,537 INFO [M:0;16c88966c0af:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b708badba947d48b618c8e8934e44a 2024-11-19T11:20:47,554 DEBUG [M:0;16c88966c0af:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c291a8967da2489d8eb69aa43a62da9d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015239477/Put/seqid=0 2024-11-19T11:20:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741850_1026 (size=8517) 2024-11-19T11:20:47,579 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:47,958 INFO [M:0;16c88966c0af:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c291a8967da2489d8eb69aa43a62da9d 2024-11-19T11:20:47,980 DEBUG [M:0;16c88966c0af:42623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fe999240c64a5992df9607db313ed8 is 69, key is 16c88966c0af,32989,1732015229651/rs:state/1732015230515/Put/seqid=0 2024-11-19T11:20:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741851_1027 (size=5156) 2024-11-19T11:20:48,384 INFO [M:0;16c88966c0af:42623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fe999240c64a5992df9607db313ed8 2024-11-19T11:20:48,388 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b708badba947d48b618c8e8934e44a as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3b708badba947d48b618c8e8934e44a 2024-11-19T11:20:48,392 INFO [M:0;16c88966c0af:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3b708badba947d48b618c8e8934e44a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:20:48,396 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c291a8967da2489d8eb69aa43a62da9d as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c291a8967da2489d8eb69aa43a62da9d 2024-11-19T11:20:48,400 INFO [M:0;16c88966c0af:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c291a8967da2489d8eb69aa43a62da9d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:20:48,401 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fe999240c64a5992df9607db313ed8 as hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4fe999240c64a5992df9607db313ed8 2024-11-19T11:20:48,405 INFO [M:0;16c88966c0af:42623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35549/user/jenkins/test-data/5aaffb10-b50e-94bc-8e58-0d94cf5d9ecd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4fe999240c64a5992df9607db313ed8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:20:48,406 INFO [M:0;16c88966c0af:42623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-19T11:20:48,407 INFO [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:48,407 DEBUG [M:0;16c88966c0af:42623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015247119Disabling compacts and flushes for region at 1732015247119Disabling writes for close at 1732015247119Obtaining lock to block concurrent updates at 1732015247119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015247119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732015247120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015247120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015247120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015247133 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015247133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015247541 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015247554 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015247554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015247962 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015247979 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015247979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a3228a: reopening flushed file at 1732015248388 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16186ad1: reopening flushed file at 1732015248393 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5695287b: reopening flushed file at 1732015248401 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732015248406 (+5 ms)Writing region close event to WAL at 1732015248407 (+1 ms)Closed at 1732015248407 2024-11-19T11:20:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741830_1006 (size=63666) 2024-11-19T11:20:48,409 INFO [M:0;16c88966c0af:42623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:20:48,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:48,409 INFO [M:0;16c88966c0af:42623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42623 2024-11-19T11:20:48,410 INFO [M:0;16c88966c0af:42623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:48,483 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:48,571 INFO [M:0;16c88966c0af:42623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42623-0x10152d2f0360003, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55263b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:48,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@127d9774{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:48,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acb9808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1de3b7a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:48,602 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:20:48,602 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:20:48,602 WARN [BP-248638396-172.17.0.2-1732015227615 heartbeating to localhost/127.0.0.1:35549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:20:48,602 WARN [BP-248638396-172.17.0.2-1732015227615 heartbeating to localhost/127.0.0.1:35549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248638396-172.17.0.2-1732015227615 (Datanode Uuid 33477951-4e05-4208-afca-137e0b556686) service to localhost/127.0.0.1:35549 2024-11-19T11:20:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/cluster_5420fb55-d450-5bb4-c8e9-1bc0426489d5/data/data1/current/BP-248638396-172.17.0.2-1732015227615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/cluster_5420fb55-d450-5bb4-c8e9-1bc0426489d5/data/data2/current/BP-248638396-172.17.0.2-1732015227615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:48,603 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:20:48,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42105c1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:48,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dab4f6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:48,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:48,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ed807f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:48,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcd2481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:48,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:20:48,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:20:48,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:48,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:48,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:48,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:20:48,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=465679941, stopped=false 2024-11-19T11:20:48,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,38009,1732015225552 2024-11-19T11:20:48,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412603926/running 2024-11-19T11:20:48,640 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412603926/running 2024-11-19T11:20:48,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:48,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:48,641 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:48,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/running 2024-11-19T11:20:48,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:20:48,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:48,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Set watcher on znode that does not yet exist, /01412603926/running 2024-11-19T11:20:48,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:48,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,38037,1732015225719' ***** 2024-11-19T11:20:48,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:20:48,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for cacdaab12e1f83f0b933300ead1061cb 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,38037,1732015225719 2024-11-19T11:20:48,642 INFO [RS:0;16c88966c0af:38037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:48,643 INFO [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38037. 2024-11-19T11:20:48,642 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cacdaab12e1f83f0b933300ead1061cb, disabling compactions & flushes 2024-11-19T11:20:48,643 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:48,643 DEBUG [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:48,643 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:48,643 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:48,643 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. after waiting 0 ms 2024-11-19T11:20:48,643 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:48,643 INFO [RS:0;16c88966c0af:38037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:20:48,643 INFO [RS:0;16c88966c0af:38037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:20:48,643 INFO [RS:0;16c88966c0af:38037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:20:48,643 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:20:48,643 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cacdaab12e1f83f0b933300ead1061cb 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T11:20:48,644 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:20:48,644 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1325): Online Regions={cacdaab12e1f83f0b933300ead1061cb=test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb., eedaa6960f13d037f6a342e6c72cad3d=hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:20:48,644 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:48,644 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:48,644 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:48,644 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:48,644 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:48,644 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:48,644 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:20:48,663 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f/c29d9bf2b21647ca8f04704e30750904 is 29, key is row1/f:/1732015243468/DeleteFamily/seqid=0 2024-11-19T11:20:48,663 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/info/88d9336b32db4a389f3ccb0356dcdc89 is 147, key is hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d./info:regioninfo/1732015237582/Put/seqid=0 2024-11-19T11:20:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741840_1016 (size=5118) 2024-11-19T11:20:48,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741841_1017 (size=7686) 2024-11-19T11:20:48,669 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/info/88d9336b32db4a389f3ccb0356dcdc89 2024-11-19T11:20:48,690 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/ns/374937925069496e82e89e44f9c490d8 is 43, key is default/ns:d/1732015227511/Put/seqid=0 2024-11-19T11:20:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:20:48,720 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:48,789 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:20:48,789 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:20:48,844 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,044 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,067 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f/c29d9bf2b21647ca8f04704e30750904 2024-11-19T11:20:49,071 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c29d9bf2b21647ca8f04704e30750904 2024-11-19T11:20:49,088 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f1/f3b18681ee394a66ba7cfd31f8b49570 is 30, key is row1/f1:/1732015243468/DeleteFamily/seqid=0 2024-11-19T11:20:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741843_1019 (size=5123) 2024-11-19T11:20:49,094 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/ns/374937925069496e82e89e44f9c490d8 2024-11-19T11:20:49,115 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/rep_barrier/9331e666d1414e34b193c36667a2ba06 is 112, key is test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb./rep_barrier:seqnumDuringOpen/1732015232966/Put/seqid=0 2024-11-19T11:20:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:20:49,245 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,445 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,487 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 912, reset compression=false 2024-11-19T11:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1159, reset compression=false 2024-11-19T11:20:49,491 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,38037,1732015225719 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:20:49,492 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f1/f3b18681ee394a66ba7cfd31f8b49570 2024-11-19T11:20:49,492 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,38037,1732015225719: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,38037,1732015225719, walGroup=16c88966c0af%2C38037%2C1732015225719, offset=16c88966c0af%2C38037%2C1732015225719.1732015226833:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:38037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:20:49,494 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:20:49,494 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 717932544 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190744912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:20:49,495 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:38009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:38009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:20:49,497 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3b18681ee394a66ba7cfd31f8b49570 2024-11-19T11:20:49,510 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/norep/9aa7004b377f4984b7f4cc02f90090e6 is 32, key is row/norep:/1732015242463/DeleteFamily/seqid=0 2024-11-19T11:20:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741845_1021 (size=5101) 2024-11-19T11:20:49,518 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/rep_barrier/9331e666d1414e34b193c36667a2ba06 2024-11-19T11:20:49,539 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/table/7b5845bb623b4b15924dc4cf99cca092 is 53, key is hbase:replication/table:state/1732015237588/Put/seqid=0 2024-11-19T11:20:49,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:20:49,645 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,696 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1159, reset compression=false 2024-11-19T11:20:49,845 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cacdaab12e1f83f0b933300ead1061cb, eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:49,914 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/norep/9aa7004b377f4984b7f4cc02f90090e6 2024-11-19T11:20:49,918 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aa7004b377f4984b7f4cc02f90090e6 2024-11-19T11:20:49,919 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f/c29d9bf2b21647ca8f04704e30750904 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/f/c29d9bf2b21647ca8f04704e30750904 2024-11-19T11:20:49,922 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c29d9bf2b21647ca8f04704e30750904 2024-11-19T11:20:49,922 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/f/c29d9bf2b21647ca8f04704e30750904, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:49,923 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/f1/f3b18681ee394a66ba7cfd31f8b49570 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/f1/f3b18681ee394a66ba7cfd31f8b49570 2024-11-19T11:20:49,927 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3b18681ee394a66ba7cfd31f8b49570 2024-11-19T11:20:49,927 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/f1/f3b18681ee394a66ba7cfd31f8b49570, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:49,928 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/.tmp/norep/9aa7004b377f4984b7f4cc02f90090e6 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/norep/9aa7004b377f4984b7f4cc02f90090e6 2024-11-19T11:20:49,932 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aa7004b377f4984b7f4cc02f90090e6 2024-11-19T11:20:49,932 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/norep/9aa7004b377f4984b7f4cc02f90090e6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T11:20:49,933 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cacdaab12e1f83f0b933300ead1061cb in 1290ms, sequenceid=8, compaction requested=false 2024-11-19T11:20:49,933 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:20:49,938 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/default/test/cacdaab12e1f83f0b933300ead1061cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T11:20:49,938 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:49,938 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:49,938 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cacdaab12e1f83f0b933300ead1061cb: Waiting for close lock at 1732015248642Running coprocessor pre-close hooks at 1732015248642Disabling compacts and flushes for region at 1732015248642Disabling writes for close at 1732015248643 (+1 ms)Obtaining lock to block concurrent updates at 1732015248643Preparing flush snapshotting stores in cacdaab12e1f83f0b933300ead1061cb at 1732015248643Finished memstore snapshotting test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732015248643Flushing stores of test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. at 1732015248644 (+1 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/f: creating writer at 1732015248644Flushing cacdaab12e1f83f0b933300ead1061cb/f: appending metadata at 1732015248662 (+18 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/f: closing flushed file at 1732015248662Flushing cacdaab12e1f83f0b933300ead1061cb/f1: creating writer at 1732015249072 (+410 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/f1: appending metadata at 1732015249088 (+16 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/f1: closing flushed file at 1732015249088Flushing cacdaab12e1f83f0b933300ead1061cb/norep: creating writer at 1732015249497 (+409 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/norep: appending metadata at 1732015249510 (+13 ms)Flushing cacdaab12e1f83f0b933300ead1061cb/norep: closing flushed file at 1732015249510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfefc3e: reopening flushed file at 1732015249918 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db6772e: reopening flushed file at 1732015249923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e84e101: reopening flushed file at 1732015249928 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cacdaab12e1f83f0b933300ead1061cb in 1290ms, sequenceid=8, compaction requested=false at 1732015249933 (+5 ms)Writing region close event to WAL at 1732015249935 (+2 ms)Running coprocessor post-close hooks at 1732015249938 (+3 ms)Closed at 1732015249938 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015231813.cacdaab12e1f83f0b933300ead1061cb. 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eedaa6960f13d037f6a342e6c72cad3d, disabling compactions & flushes 2024-11-19T11:20:49,939 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. after waiting 0 ms 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eedaa6960f13d037f6a342e6c72cad3d: Waiting for close lock at 1732015249939Running coprocessor pre-close hooks at 1732015249939Disabling compacts and flushes for region at 1732015249939Disabling writes for close at 1732015249939Failed flush hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., putting online again at 1732015249939 2024-11-19T11:20:49,939 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:49,942 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/table/7b5845bb623b4b15924dc4cf99cca092 2024-11-19T11:20:49,947 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/info/88d9336b32db4a389f3ccb0356dcdc89 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/info/88d9336b32db4a389f3ccb0356dcdc89 2024-11-19T11:20:49,950 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/info/88d9336b32db4a389f3ccb0356dcdc89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:20:49,950 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/ns/374937925069496e82e89e44f9c490d8 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/ns/374937925069496e82e89e44f9c490d8 2024-11-19T11:20:49,954 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/ns/374937925069496e82e89e44f9c490d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:20:49,954 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/rep_barrier/9331e666d1414e34b193c36667a2ba06 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/rep_barrier/9331e666d1414e34b193c36667a2ba06 2024-11-19T11:20:49,957 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/rep_barrier/9331e666d1414e34b193c36667a2ba06, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:20:49,958 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/.tmp/table/7b5845bb623b4b15924dc4cf99cca092 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/table/7b5845bb623b4b15924dc4cf99cca092 2024-11-19T11:20:49,961 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/table/7b5845bb623b4b15924dc4cf99cca092, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:20:49,962 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-19T11:20:49,962 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:20:49,967 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:20:49,967 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:20:49,967 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:20:49,967 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:49,968 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015248644Running coprocessor pre-close hooks at 1732015248644Disabling compacts and flushes for region at 1732015248644Disabling writes for close at 1732015248644Obtaining lock to block concurrent updates at 1732015248644Preparing flush snapshotting stores in 1588230740 at 1732015248644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015248645 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015248646 (+1 ms)Flushing 1588230740/info: creating writer at 1732015248646Flushing 1588230740/info: appending metadata at 1732015248663 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732015248663Flushing 1588230740/ns: creating writer at 1732015248673 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732015248690 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732015248690Flushing 1588230740/rep_barrier: creating writer at 1732015249097 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015249114 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015249114Flushing 1588230740/table: creating writer at 1732015249522 (+408 ms)Flushing 1588230740/table: appending metadata at 1732015249538 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732015249538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160f39e: reopening flushed file at 1732015249946 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765978a1: reopening flushed file at 1732015249950 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8d32e5: reopening flushed file at 1732015249954 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274c95d2: reopening flushed file at 1732015249957 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732015249962 (+5 ms)Writing region close event to WAL at 1732015249964 (+2 ms)Running coprocessor post-close hooks at 1732015249967 (+3 ms)Closed at 1732015249967 2024-11-19T11:20:49,968 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:50,000 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1159, reset compression=false 2024-11-19T11:20:50,004 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:20:50,005 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1803, reset compression=false 2024-11-19T11:20:50,045 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:20:50,045 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1325): Online Regions={eedaa6960f13d037f6a342e6c72cad3d=hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d.} 2024-11-19T11:20:50,045 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(3091): Received CLOSE for eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:50,046 DEBUG [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1351): Waiting on eedaa6960f13d037f6a342e6c72cad3d 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eedaa6960f13d037f6a342e6c72cad3d, disabling compactions & flushes 2024-11-19T11:20:50,046 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. after waiting 0 ms 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eedaa6960f13d037f6a342e6c72cad3d: Waiting for close lock at 1732015250046Running coprocessor pre-close hooks at 1732015250046Disabling compacts and flushes for region at 1732015250046Disabling writes for close at 1732015250046Failed flush hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d., putting online again at 1732015250046 2024-11-19T11:20:50,046 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015236139.eedaa6960f13d037f6a342e6c72cad3d. 2024-11-19T11:20:50,208 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1803, reset compression=false 2024-11-19T11:20:50,246 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T11:20:50,246 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,38037,1732015225719; all regions closed. 2024-11-19T11:20:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:20:50,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.meta.1732015227430.meta not finished, retry = 0 2024-11-19T11:20:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741839_1015 (size=1733) 2024-11-19T11:20:50,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.rep.1732015237547 not finished, retry = 0 2024-11-19T11:20:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741832_1008 (size=1811) 2024-11-19T11:20:50,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 not finished, retry = 0 2024-11-19T11:20:50,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:50,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,512 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 to pos 1803, reset compression=false 2024-11-19T11:20:50,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:50,554 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:20:50,554 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/WALs/16c88966c0af,38037,1732015225719/16c88966c0af%2C38037%2C1732015225719.1732015226833 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:50,554 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,38037,1732015225719 because: Region server is closing 2024-11-19T11:20:50,554 INFO [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38037. 2024-11-19T11:20:50,554 DEBUG [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:50,554 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:50,555 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:50,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:50,655 INFO [RS:0;16c88966c0af:38037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.shipper16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 terminated 2024-11-19T11:20:50,655 INFO [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:38037. 2024-11-19T11:20:50,655 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,38037,1732015225719.replicationSource.wal-reader.16c88966c0af%2C38037%2C1732015225719,1-16c88966c0af,38037,1732015225719 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T11:20:50,655 DEBUG [RS:0;16c88966c0af:38037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:20:50,655 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:50,655 DEBUG [RS:0;16c88966c0af:38037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:50,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:20:50,655 INFO [RS:0;16c88966c0af:38037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38037 2024-11-19T11:20:50,712 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412603926/rs/16c88966c0af,38037,1732015225719 2024-11-19T11:20:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926/rs 2024-11-19T11:20:50,712 INFO [RS:0;16c88966c0af:38037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:50,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,38037,1732015225719] 2024-11-19T11:20:50,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01412603926/draining/16c88966c0af,38037,1732015225719 already deleted, retry=false 2024-11-19T11:20:50,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,38037,1732015225719 expired; onlineServers=0 2024-11-19T11:20:50,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,38009,1732015225552' ***** 2024-11-19T11:20:50,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:20:50,735 INFO [M:0;16c88966c0af:38009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:20:50,735 INFO [M:0;16c88966c0af:38009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:20:50,735 DEBUG [M:0;16c88966c0af:38009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:20:50,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:20:50,735 DEBUG [M:0;16c88966c0af:38009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:20:50,735 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015226617 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015226617,5,FailOnTimeoutGroup] 2024-11-19T11:20:50,735 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015226616 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015226616,5,FailOnTimeoutGroup] 2024-11-19T11:20:50,735 INFO [M:0;16c88966c0af:38009 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:20:50,736 INFO [M:0;16c88966c0af:38009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:20:50,736 DEBUG [M:0;16c88966c0af:38009 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:20:50,736 INFO [M:0;16c88966c0af:38009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:20:50,736 INFO [M:0;16c88966c0af:38009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:20:50,736 INFO [M:0;16c88966c0af:38009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:20:50,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:20:50,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412603926/master 2024-11-19T11:20:50,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412603926 2024-11-19T11:20:50,746 DEBUG [M:0;16c88966c0af:38009 {}] zookeeper.ZKUtil(347): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Unable to get data of znode /01412603926/master because node does not exist (not an error) 2024-11-19T11:20:50,746 WARN [M:0;16c88966c0af:38009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:20:50,746 INFO [M:0;16c88966c0af:38009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/.lastflushedseqids 2024-11-19T11:20:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741847_1023 (size=245) 2024-11-19T11:20:50,750 INFO [M:0;16c88966c0af:38009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:20:50,750 INFO [M:0;16c88966c0af:38009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:20:50,751 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:50,751 INFO [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:50,751 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:50,751 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:50,751 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:50,751 INFO [M:0;16c88966c0af:38009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T11:20:50,765 DEBUG [M:0;16c88966c0af:38009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e40e0c27254d2698062d3850b494f7 is 82, key is hbase:meta,,1/info:regioninfo/1732015227462/Put/seqid=0 2024-11-19T11:20:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741848_1024 (size=5672) 2024-11-19T11:20:50,769 INFO [M:0;16c88966c0af:38009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e40e0c27254d2698062d3850b494f7 2024-11-19T11:20:50,791 DEBUG [M:0;16c88966c0af:38009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f10f072713e24ee5a13c393437062abe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015237592/Put/seqid=0 2024-11-19T11:20:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741849_1025 (size=8517) 2024-11-19T11:20:50,825 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:50,825 INFO [RS:0;16c88966c0af:38037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:50,825 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38037-0x10152d2f0360001, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:50,825 INFO [RS:0;16c88966c0af:38037 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,38037,1732015225719; zookeeper connection closed. 2024-11-19T11:20:50,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d23be42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d23be42 2024-11-19T11:20:50,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:20:51,195 INFO [M:0;16c88966c0af:38009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f10f072713e24ee5a13c393437062abe 2024-11-19T11:20:51,217 DEBUG [M:0;16c88966c0af:38009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d29932310c5b4366aca6bcd3b21b1210 is 69, key is 16c88966c0af,38037,1732015225719/rs:state/1732015226688/Put/seqid=0 2024-11-19T11:20:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741850_1026 (size=5156) 2024-11-19T11:20:51,621 INFO [M:0;16c88966c0af:38009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d29932310c5b4366aca6bcd3b21b1210 2024-11-19T11:20:51,625 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e40e0c27254d2698062d3850b494f7 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e40e0c27254d2698062d3850b494f7 2024-11-19T11:20:51,629 INFO [M:0;16c88966c0af:38009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e40e0c27254d2698062d3850b494f7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:20:51,630 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f10f072713e24ee5a13c393437062abe as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f10f072713e24ee5a13c393437062abe 2024-11-19T11:20:51,634 INFO [M:0;16c88966c0af:38009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f10f072713e24ee5a13c393437062abe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:20:51,635 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d29932310c5b4366aca6bcd3b21b1210 as hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d29932310c5b4366aca6bcd3b21b1210 2024-11-19T11:20:51,639 INFO [M:0;16c88966c0af:38009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42777/user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d29932310c5b4366aca6bcd3b21b1210, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:20:51,640 INFO [M:0;16c88966c0af:38009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-19T11:20:51,646 INFO [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:51,646 DEBUG [M:0;16c88966c0af:38009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015250751Disabling compacts and flushes for region at 1732015250751Disabling writes for close at 1732015250751Obtaining lock to block concurrent updates at 1732015250751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015250751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732015250751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015250752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015250752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015250764 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015250765 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015250772 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015250790 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015250790Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015251200 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015251217 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015251217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482a00e3: reopening flushed file at 1732015251625 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777851e0: reopening flushed file at 1732015251629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152103c3: reopening flushed file at 1732015251634 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732015251640 (+6 ms)Writing region close event to WAL at 1732015251646 (+6 ms)Closed at 1732015251646 2024-11-19T11:20:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741830_1006 (size=63666) 2024-11-19T11:20:51,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1026232f-6162-d536-0678-ef11174c079e/MasterData/WALs/16c88966c0af,38009,1732015225552/16c88966c0af%2C38009%2C1732015225552.1732015226260 not finished, retry = 0 2024-11-19T11:20:51,757 INFO [M:0;16c88966c0af:38009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:20:51,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:20:51,758 INFO [M:0;16c88966c0af:38009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38009 2024-11-19T11:20:51,758 INFO [M:0;16c88966c0af:38009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:20:51,918 INFO [M:0;16c88966c0af:38009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:20:51,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:51,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38009-0x10152d2f0360000, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:20:51,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@306754b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:51,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@710dc09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:51,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:51,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26bd5c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:51,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b1d663d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:51,923 WARN [BP-1845912929-172.17.0.2-1732015223971 heartbeating to localhost/127.0.0.1:42777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:20:51,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:20:51,923 WARN [BP-1845912929-172.17.0.2-1732015223971 heartbeating to localhost/127.0.0.1:42777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1845912929-172.17.0.2-1732015223971 (Datanode Uuid 792fb1a1-63d4-4cc0-b554-6f8dafe9a37f) service to localhost/127.0.0.1:42777 2024-11-19T11:20:51,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:20:51,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/data/data1/current/BP-1845912929-172.17.0.2-1732015223971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:51,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/cluster_63473f67-ac7f-2eff-83fa-58b21e31fc19/data/data2/current/BP-1845912929-172.17.0.2-1732015223971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:20:51,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:20:51,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74732a3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:51,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49162bc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:20:51,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:20:51,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@315bf7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:20:51,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498738{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864c168a-6dbf-4022-c34f-57399bd0ccf2/hadoop.log.dir/,STOPPED} 2024-11-19T11:20:51,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:20:51,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:20:51,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42777 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35549 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11546 (was 11630) 2024-11-19T11:20:51,981 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=11547 2024-11-19T11:20:51,998 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T11:20:51,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir so I do NOT create it in target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39 2024-11-19T11:20:51,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:20:51,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.tmp.dir so I do NOT create it in target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39 2024-11-19T11:20:51,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecf3b4ed-0f48-ae10-b149-71fe55cba40e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:20:51,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39 2024-11-19T11:20:51,999 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf, deleteOnExit=true 2024-11-19T11:20:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d2f0360002, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:20:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d2f0360005, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:20:52,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d2f0360005, quorum=127.0.0.1:63611, baseZNode=/1876040647 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:20:52,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d2f0360002, quorum=127.0.0.1:63611, baseZNode=/01412603926 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:20:52,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/zookeeper_0, clientPort=62138, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:20:52,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62138 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/test.cache.data in system properties and HBase conf 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:20:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:20:52,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:52,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:20:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:20:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:20:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:20:52,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:20:52,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:52,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:52,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:52,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:52,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:52,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:52,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b45c478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:52,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41be31a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:52,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d31d20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/java.io.tmpdir/jetty-localhost-42309-hadoop-hdfs-3_4_1-tests_jar-_-any-15578029903449126376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:52,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f422bd0{HTTP/1.1, (http/1.1)}{localhost:42309} 2024-11-19T11:20:52,498 INFO [Time-limited test {}] server.Server(415): Started @237237ms 2024-11-19T11:20:52,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:52,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:52,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:52,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:52,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:52,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21cb17da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:52,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f4ba1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:20:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:20:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:20:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:20:52,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30943e52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/java.io.tmpdir/jetty-localhost-39803-hadoop-hdfs-3_4_1-tests_jar-_-any-9458656931659949663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:52,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d621d{HTTP/1.1, (http/1.1)}{localhost:39803} 2024-11-19T11:20:52,864 INFO [Time-limited test {}] server.Server(415): Started @237604ms 2024-11-19T11:20:52,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:20:53,503 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/data/data2/current/BP-401210608-172.17.0.2-1732015252062/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:53,503 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/data/data1/current/BP-401210608-172.17.0.2-1732015252062/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:53,521 WARN [Thread-2662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:20:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe903c2aeaf413a4d with lease ID 0x15091091f1a6560a: Processing first storage report for DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=2598e324-fd8f-498d-8eac-10bfe3b7aab1, infoPort=37989, infoSecurePort=0, ipcPort=36707, storageInfo=lv=-57;cid=testClusterID;nsid=1748646662;c=1732015252062) 2024-11-19T11:20:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe903c2aeaf413a4d with lease ID 0x15091091f1a6560a: from storage DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=2598e324-fd8f-498d-8eac-10bfe3b7aab1, infoPort=37989, infoSecurePort=0, ipcPort=36707, storageInfo=lv=-57;cid=testClusterID;nsid=1748646662;c=1732015252062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe903c2aeaf413a4d with lease ID 0x15091091f1a6560a: Processing first storage report for DS-bd33f1d6-1d85-476b-bdc2-1aa1d998b1a8 from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=2598e324-fd8f-498d-8eac-10bfe3b7aab1, infoPort=37989, infoSecurePort=0, ipcPort=36707, storageInfo=lv=-57;cid=testClusterID;nsid=1748646662;c=1732015252062) 2024-11-19T11:20:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe903c2aeaf413a4d with lease ID 0x15091091f1a6560a: from storage DS-bd33f1d6-1d85-476b-bdc2-1aa1d998b1a8 node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=2598e324-fd8f-498d-8eac-10bfe3b7aab1, infoPort=37989, infoSecurePort=0, ipcPort=36707, storageInfo=lv=-57;cid=testClusterID;nsid=1748646662;c=1732015252062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:53,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39 2024-11-19T11:20:53,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:53,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:20:54,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda with version=8 2024-11-19T11:20:54,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/hbase-staging 2024-11-19T11:20:54,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:54,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:54,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45547 2024-11-19T11:20:54,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45547 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:20:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455470x0, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:54,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45547-0x10152d35df20000 connected 2024-11-19T11:20:54,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:54,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:54,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/running 2024-11-19T11:20:54,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda, hbase.cluster.distributed=false 2024-11-19T11:20:54,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/acl 2024-11-19T11:20:54,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-19T11:20:54,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45547 2024-11-19T11:20:54,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45547 2024-11-19T11:20:54,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-19T11:20:54,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-19T11:20:54,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:20:54,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:54,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37085 2024-11-19T11:20:54,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37085 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:20:54,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:54,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370850x0, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:54,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370850x0, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/running 2024-11-19T11:20:54,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37085-0x10152d35df20001 connected 2024-11-19T11:20:54,441 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:20:54,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:20:54,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/master 2024-11-19T11:20:54,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/acl 2024-11-19T11:20:54,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-19T11:20:54,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085 2024-11-19T11:20:54,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085 2024-11-19T11:20:54,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-19T11:20:54,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-19T11:20:54,462 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:45547 2024-11-19T11:20:54,462 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0879990636/backup-masters/16c88966c0af,45547,1732015254005 2024-11-19T11:20:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/backup-masters 2024-11-19T11:20:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/backup-masters 2024-11-19T11:20:54,472 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on existing znode=/0879990636/backup-masters/16c88966c0af,45547,1732015254005 2024-11-19T11:20:54,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0879990636/master 2024-11-19T11:20:54,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:54,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:54,482 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on existing znode=/0879990636/master 2024-11-19T11:20:54,483 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0879990636/backup-masters/16c88966c0af,45547,1732015254005 from backup master directory 2024-11-19T11:20:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0879990636/backup-masters/16c88966c0af,45547,1732015254005 2024-11-19T11:20:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/backup-masters 2024-11-19T11:20:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/backup-masters 2024-11-19T11:20:54,493 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:54,493 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,45547,1732015254005 2024-11-19T11:20:54,496 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/hbase.id] with ID: b8598bd5-eb6d-4a01-99a6-ac572dcbceee 2024-11-19T11:20:54,496 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/.tmp/hbase.id 2024-11-19T11:20:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:20:54,900 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/.tmp/hbase.id]:[hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/hbase.id] 2024-11-19T11:20:54,907 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:54,908 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:20:54,908 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T11:20:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:20:55,359 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:20:55,359 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:20:55,360 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:20:55,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:20:55,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:20:55,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store 2024-11-19T11:20:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:20:56,170 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:56,170 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:20:56,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015256170Disabling compacts and flushes for region at 1732015256170Disabling writes for close at 1732015256170Writing region close event to WAL at 1732015256170Closed at 1732015256170 2024-11-19T11:20:56,171 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/.initializing 2024-11-19T11:20:56,171 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/WALs/16c88966c0af,45547,1732015254005 2024-11-19T11:20:56,172 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:56,173 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C45547%2C1732015254005, suffix=, logDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/WALs/16c88966c0af,45547,1732015254005, archiveDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/oldWALs, maxLogs=10 2024-11-19T11:20:56,185 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/WALs/16c88966c0af,45547,1732015254005/16c88966c0af%2C45547%2C1732015254005.1732015256173, exclude list is [], retry=0 2024-11-19T11:20:56,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d,DISK] 2024-11-19T11:20:56,189 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/WALs/16c88966c0af,45547,1732015254005/16c88966c0af%2C45547%2C1732015254005.1732015256173 2024-11-19T11:20:56,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T11:20:56,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:56,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:56,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,189 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:20:56,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:56,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:56,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:20:56,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:20:56,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:20:56,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:56,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:20:56,195 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,196 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,196 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,197 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,197 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,197 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:56,198 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:20:56,199 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:56,200 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66765574, jitterRate=-0.005115419626235962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:56,200 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015256190Initializing all the Stores at 1732015256190Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015256190Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015256190Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015256190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015256190Cleaning up temporary data from old regions at 1732015256197 (+7 ms)Region opened successfully at 1732015256200 (+3 ms) 2024-11-19T11:20:56,200 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:20:56,202 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce53dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:56,203 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:20:56,203 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:20:56,203 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:20:56,203 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:20:56,203 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:20:56,204 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:20:56,204 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:20:56,205 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:20:56,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/balancer because node does not exist (not necessarily an error) 2024-11-19T11:20:56,270 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/balancer already deleted, retry=false 2024-11-19T11:20:56,270 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:20:56,271 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:20:56,282 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/normalizer already deleted, retry=false 2024-11-19T11:20:56,282 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:20:56,283 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:20:56,292 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/switch/split already deleted, retry=false 2024-11-19T11:20:56,293 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:20:56,303 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/switch/merge already deleted, retry=false 2024-11-19T11:20:56,304 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:20:56,313 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/snapshot-cleanup already deleted, retry=false 2024-11-19T11:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0879990636/running 2024-11-19T11:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0879990636/running 2024-11-19T11:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,324 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,45547,1732015254005, sessionid=0x10152d35df20000, setting cluster-up flag (Was=false) 2024-11-19T11:20:56,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,377 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0879990636/flush-table-proc/acquired, /0879990636/flush-table-proc/reached, /0879990636/flush-table-proc/abort 2024-11-19T11:20:56,377 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,45547,1732015254005 2024-11-19T11:20:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:56,429 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0879990636/online-snapshot/acquired, /0879990636/online-snapshot/reached, /0879990636/online-snapshot/abort 2024-11-19T11:20:56,430 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,45547,1732015254005 2024-11-19T11:20:56,431 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:20:56,432 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:56,432 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:20:56,432 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:20:56,433 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,45547,1732015254005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:20:56,433 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:56,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015286434 2024-11-19T11:20:56,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:20:56,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:20:56,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:20:56,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:20:56,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:20:56,435 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:20:56,436 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015256436,5,FailOnTimeoutGroup] 2024-11-19T11:20:56,436 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015256436,5,FailOnTimeoutGroup] 2024-11-19T11:20:56,436 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,436 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:20:56,436 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,436 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:20:56,451 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(746): ClusterId : b8598bd5-eb6d-4a01-99a6-ac572dcbceee 2024-11-19T11:20:56,451 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:20:56,461 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:20:56,461 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:20:56,472 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:20:56,472 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b688c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:20:56,486 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:37085 2024-11-19T11:20:56,486 INFO [RS:0;16c88966c0af:37085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:20:56,486 INFO [RS:0;16c88966c0af:37085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:20:56,486 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:20:56,487 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,45547,1732015254005 with port=37085, startcode=1732015254424 2024-11-19T11:20:56,487 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:20:56,488 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:20:56,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,490 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda 2024-11-19T11:20:56,490 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34523 2024-11-19T11:20:56,490 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:20:56,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/rs 2024-11-19T11:20:56,502 DEBUG [RS:0;16c88966c0af:37085 {}] zookeeper.ZKUtil(111): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on existing znode=/0879990636/rs/16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,502 WARN [RS:0;16c88966c0af:37085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:56,502 INFO [RS:0;16c88966c0af:37085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:56,502 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,37085,1732015254424] 2024-11-19T11:20:56,505 INFO [RS:0;16c88966c0af:37085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:20:56,506 INFO [RS:0;16c88966c0af:37085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:20:56,506 INFO [RS:0;16c88966c0af:37085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:20:56,506 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,506 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:20:56,507 INFO [RS:0;16c88966c0af:37085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:20:56,507 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:56,507 DEBUG [RS:0;16c88966c0af:37085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,508 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37085,1732015254424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:56,520 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:20:56,520 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37085,1732015254424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,520 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,520 INFO [RS:0;16c88966c0af:37085 {}] regionserver.Replication(171): 16c88966c0af,37085,1732015254424 started 2024-11-19T11:20:56,532 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:56,532 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,37085,1732015254424, RpcServer on 16c88966c0af/172.17.0.2:37085, sessionid=0x10152d35df20001 2024-11-19T11:20:56,532 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:20:56,532 DEBUG [RS:0;16c88966c0af:37085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,532 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,37085,1732015254424' 2024-11-19T11:20:56,532 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0879990636/flush-table-proc/abort' 2024-11-19T11:20:56,532 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0879990636/flush-table-proc/acquired' 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,37085,1732015254424 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,37085,1732015254424' 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0879990636/online-snapshot/abort' 2024-11-19T11:20:56,533 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0879990636/online-snapshot/acquired' 2024-11-19T11:20:56,534 DEBUG [RS:0;16c88966c0af:37085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:20:56,534 INFO [RS:0;16c88966c0af:37085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:20:56,534 INFO [RS:0;16c88966c0af:37085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:20:56,634 INFO [RS:0;16c88966c0af:37085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:20:56,635 INFO [RS:0;16c88966c0af:37085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C37085%2C1732015254424, suffix=, logDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424, archiveDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/oldWALs, maxLogs=10 2024-11-19T11:20:56,647 DEBUG [RS:0;16c88966c0af:37085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, exclude list is [], retry=0 2024-11-19T11:20:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d,DISK] 2024-11-19T11:20:56,650 INFO [RS:0;16c88966c0af:37085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 2024-11-19T11:20:56,650 DEBUG [RS:0;16c88966c0af:37085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T11:20:56,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:20:56,842 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda 2024-11-19T11:20:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:20:57,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:57,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:57,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:57,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:57,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:57,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:57,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:57,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:57,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:57,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740 2024-11-19T11:20:57,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740 2024-11-19T11:20:57,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:57,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:57,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:57,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:57,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:20:57,257 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70629157, jitterRate=0.05245645344257355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015257247Initializing all the Stores at 1732015257248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015257248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257248Cleaning up temporary data from old regions at 1732015257254 (+6 ms)Region opened successfully at 1732015257257 (+3 ms) 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:20:57,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:20:57,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:20:57,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015257257Disabling compacts and flushes for region at 1732015257257Disabling writes for close at 1732015257257Writing region close event to WAL at 1732015257257Closed at 1732015257257 2024-11-19T11:20:57,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:57,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:20:57,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:20:57,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:57,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:20:57,410 DEBUG [16c88966c0af:45547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:20:57,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:20:57,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,37085,1732015254424, state=OPENING 2024-11-19T11:20:57,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:20:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:20:57,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0879990636/meta-region-server: CHANGED 2024-11-19T11:20:57,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0879990636/meta-region-server: CHANGED 2024-11-19T11:20:57,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:20:57,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,37085,1732015254424}] 2024-11-19T11:20:57,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:20:57,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:20:57,628 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:20:57,628 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:20:57,628 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:20:57,629 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C37085%2C1732015254424.meta, suffix=.meta, logDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424, archiveDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/oldWALs, maxLogs=10 2024-11-19T11:20:57,640 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.meta.1732015257629.meta, exclude list is [], retry=0 2024-11-19T11:20:57,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d,DISK] 2024-11-19T11:20:57,643 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.meta.1732015257629.meta 2024-11-19T11:20:57,643 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T11:20:57,643 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:20:57,643 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:20:57,644 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:20:57,644 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:20:57,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:20:57,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:20:57,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:20:57,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:20:57,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:20:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:20:57,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:20:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:20:57,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:20:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:20:57,648 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:20:57,648 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740 2024-11-19T11:20:57,649 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740 2024-11-19T11:20:57,650 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:20:57,650 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:20:57,650 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:20:57,651 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:20:57,651 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72961322, jitterRate=0.08720842003822327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:20:57,651 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:20:57,652 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015257644Writing region info on filesystem at 1732015257644Initializing all the Stores at 1732015257644Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257645 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015257645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015257645Cleaning up temporary data from old regions at 1732015257650 (+5 ms)Running coprocessor post-open hooks at 1732015257651 (+1 ms)Region opened successfully at 1732015257652 (+1 ms) 2024-11-19T11:20:57,652 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015257624 2024-11-19T11:20:57,654 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:20:57,654 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:20:57,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:20:57,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,37085,1732015254424, state=OPEN 2024-11-19T11:20:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0879990636/meta-region-server 2024-11-19T11:20:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0879990636/meta-region-server 2024-11-19T11:20:57,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,37085,1732015254424 2024-11-19T11:20:57,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0879990636/meta-region-server: CHANGED 2024-11-19T11:20:57,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0879990636/meta-region-server: CHANGED 2024-11-19T11:20:57,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:20:57,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,37085,1732015254424 in 219 msec 2024-11-19T11:20:57,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:20:57,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-19T11:20:57,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:20:57,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:20:57,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:57,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,37085,1732015254424, seqNum=-1] 2024-11-19T11:20:57,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:57,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:57,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-19T11:20:57,701 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015257701, completionTime=-1 2024-11-19T11:20:57,701 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:20:57,701 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015317703 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015377703 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:45547, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,703 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,704 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,705 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:20:57,707 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:20:57,709 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:20:57,709 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:20:57,709 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45547,1732015254005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:20:57,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9d5e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:57,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:20:57,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:20:57,752 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:20:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:20:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:20:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb7c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:20:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:20:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:20:57,754 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:20:57,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246fd56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:20:57,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:20:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,37085,1732015254424, seqNum=-1] 2024-11-19T11:20:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:20:57,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:20:57,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,45547,1732015254005 2024-11-19T11:20:57,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:20:57,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:57,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d35df20002 connected 2024-11-19T11:20:57,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir so I do NOT create it in target/test-data/a1aa15ba-6a33-899c-449e-852465383b97 2024-11-19T11:20:57,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:20:57,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.tmp.dir so I do NOT create it in target/test-data/a1aa15ba-6a33-899c-449e-852465383b97 2024-11-19T11:20:57,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:20:57,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/cluster_0e0dcd15-d528-cd97-304c-bbfe35a66e08, deleteOnExit=true 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/test.cache.data in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:20:57,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:20:57,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:20:57,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:20:58,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:58,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:58,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:58,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:58,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:58,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:58,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5340408d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:58,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f4e1148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:58,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24ae72d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/java.io.tmpdir/jetty-localhost-46585-hadoop-hdfs-3_4_1-tests_jar-_-any-3645115033119843301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:20:58,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2681c4c7{HTTP/1.1, (http/1.1)}{localhost:46585} 2024-11-19T11:20:58,248 INFO [Time-limited test {}] server.Server(415): Started @242988ms 2024-11-19T11:20:58,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:20:58,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:20:58,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:20:58,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:20:58,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:20:58,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8109dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:20:58,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1748507c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:20:58,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5637857{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/java.io.tmpdir/jetty-localhost-38727-hadoop-hdfs-3_4_1-tests_jar-_-any-12275331887339708146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:20:58,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f276aae{HTTP/1.1, (http/1.1)}{localhost:38727} 2024-11-19T11:20:58,635 INFO [Time-limited test {}] server.Server(415): Started @243374ms 2024-11-19T11:20:58,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:20:59,273 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/cluster_0e0dcd15-d528-cd97-304c-bbfe35a66e08/data/data2/current/BP-899901933-172.17.0.2-1732015257804/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:59,273 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/cluster_0e0dcd15-d528-cd97-304c-bbfe35a66e08/data/data1/current/BP-899901933-172.17.0.2-1732015257804/current, will proceed with Du for space computation calculation, 2024-11-19T11:20:59,287 WARN [Thread-2783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:20:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb098d25f854d6c5 with lease ID 0x73715e516e4d0553: Processing first storage report for DS-d60e2e1a-aea7-449a-abf9-68450b67b60d from datanode DatanodeRegistration(127.0.0.1:39385, datanodeUuid=b7007aeb-5d12-4fd8-864c-8c8456a56ba7, infoPort=39013, infoSecurePort=0, ipcPort=38051, storageInfo=lv=-57;cid=testClusterID;nsid=981436150;c=1732015257804) 2024-11-19T11:20:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb098d25f854d6c5 with lease ID 0x73715e516e4d0553: from storage DS-d60e2e1a-aea7-449a-abf9-68450b67b60d node DatanodeRegistration(127.0.0.1:39385, datanodeUuid=b7007aeb-5d12-4fd8-864c-8c8456a56ba7, infoPort=39013, infoSecurePort=0, ipcPort=38051, storageInfo=lv=-57;cid=testClusterID;nsid=981436150;c=1732015257804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb098d25f854d6c5 with lease ID 0x73715e516e4d0553: Processing first storage report for DS-11e05fdc-b66f-412b-b56a-cda8becbc0b4 from datanode DatanodeRegistration(127.0.0.1:39385, datanodeUuid=b7007aeb-5d12-4fd8-864c-8c8456a56ba7, infoPort=39013, infoSecurePort=0, ipcPort=38051, storageInfo=lv=-57;cid=testClusterID;nsid=981436150;c=1732015257804) 2024-11-19T11:20:59,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb098d25f854d6c5 with lease ID 0x73715e516e4d0553: from storage DS-11e05fdc-b66f-412b-b56a-cda8becbc0b4 node DatanodeRegistration(127.0.0.1:39385, datanodeUuid=b7007aeb-5d12-4fd8-864c-8c8456a56ba7, infoPort=39013, infoSecurePort=0, ipcPort=38051, storageInfo=lv=-57;cid=testClusterID;nsid=981436150;c=1732015257804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:20:59,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97 2024-11-19T11:20:59,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:20:59,770 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08 with version=8 2024-11-19T11:20:59,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/hbase-staging 2024-11-19T11:20:59,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:20:59,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:59,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44463 2024-11-19T11:20:59,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44463 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:20:59,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444630x0, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:59,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44463-0x10152d35df20003 connected 2024-11-19T11:20:59,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/running 2024-11-19T11:20:59,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08, hbase.cluster.distributed=false 2024-11-19T11:20:59,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/acl 2024-11-19T11:20:59,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-19T11:20:59,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44463 2024-11-19T11:20:59,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44463 2024-11-19T11:20:59,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-19T11:20:59,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-19T11:20:59,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:20:59,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:20:59,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:20:59,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40969 2024-11-19T11:20:59,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40969 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:20:59,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:20:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409690x0, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:20:59,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409690x0, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/running 2024-11-19T11:20:59,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40969-0x10152d35df20004 connected 2024-11-19T11:20:59,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:20:59,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:20:59,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/master 2024-11-19T11:20:59,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/acl 2024-11-19T11:20:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-19T11:20:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-11-19T11:20:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-11-19T11:20:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-19T11:20:59,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-19T11:20:59,957 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:44463 2024-11-19T11:20:59,960 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11095446907/backup-masters/16c88966c0af,44463,1732015259773 2024-11-19T11:20:59,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/backup-masters 2024-11-19T11:20:59,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/backup-masters 2024-11-19T11:20:59,966 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on existing znode=/11095446907/backup-masters/16c88966c0af,44463,1732015259773 2024-11-19T11:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095446907/master 2024-11-19T11:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:20:59,977 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on existing znode=/11095446907/master 2024-11-19T11:20:59,977 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11095446907/backup-masters/16c88966c0af,44463,1732015259773 from backup master directory 2024-11-19T11:20:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/backup-masters 2024-11-19T11:20:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095446907/backup-masters/16c88966c0af,44463,1732015259773 2024-11-19T11:20:59,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/backup-masters 2024-11-19T11:20:59,987 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:20:59,987 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,44463,1732015259773 2024-11-19T11:20:59,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/hbase.id] with ID: dc0bdfad-721d-42e5-b9e4-2c88a482d0ee 2024-11-19T11:20:59,990 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/.tmp/hbase.id 2024-11-19T11:20:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:21:00,394 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/.tmp/hbase.id]:[hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/hbase.id] 2024-11-19T11:21:00,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:00,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:21:00,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T11:21:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:21:00,854 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:00,854 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:21:00,855 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:21:01,260 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store 2024-11-19T11:21:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:01,665 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:01,665 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:01,665 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015261665Disabling compacts and flushes for region at 1732015261665Disabling writes for close at 1732015261665Writing region close event to WAL at 1732015261665Closed at 1732015261665 2024-11-19T11:21:01,666 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/.initializing 2024-11-19T11:21:01,666 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/WALs/16c88966c0af,44463,1732015259773 2024-11-19T11:21:01,667 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:01,668 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C44463%2C1732015259773, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/WALs/16c88966c0af,44463,1732015259773, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/oldWALs, maxLogs=10 2024-11-19T11:21:01,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/WALs/16c88966c0af,44463,1732015259773/16c88966c0af%2C44463%2C1732015259773.1732015261668, exclude list is [], retry=0 2024-11-19T11:21:01,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-d60e2e1a-aea7-449a-abf9-68450b67b60d,DISK] 2024-11-19T11:21:01,683 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/WALs/16c88966c0af,44463,1732015259773/16c88966c0af%2C44463%2C1732015259773.1732015261668 2024-11-19T11:21:01,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-19T11:21:01,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:01,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:01,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:21:01,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:01,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:01,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:21:01,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:01,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:21:01,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:01,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:21:01,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:01,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:01,689 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,689 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,690 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,690 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,690 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,691 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:01,691 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:01,693 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:01,693 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66975469, jitterRate=-0.001987740397453308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:01,693 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015261684Initializing all the Stores at 1732015261684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015261684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015261684Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015261684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015261684Cleaning up temporary data from old regions at 1732015261690 (+6 ms)Region opened successfully at 1732015261693 (+3 ms) 2024-11-19T11:21:01,693 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:21:01,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a41172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:21:01,696 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:21:01,698 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:21:01,698 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/balancer because node does not exist (not necessarily an error) 2024-11-19T11:21:01,764 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/balancer already deleted, retry=false 2024-11-19T11:21:01,765 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:21:01,765 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:21:01,776 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/normalizer already deleted, retry=false 2024-11-19T11:21:01,776 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:21:01,777 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:21:01,787 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/switch/split already deleted, retry=false 2024-11-19T11:21:01,787 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:21:01,797 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/switch/merge already deleted, retry=false 2024-11-19T11:21:01,799 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:21:01,808 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/snapshot-cleanup already deleted, retry=false 2024-11-19T11:21:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095446907/running 2024-11-19T11:21:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095446907/running 2024-11-19T11:21:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,819 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,44463,1732015259773, sessionid=0x10152d35df20003, setting cluster-up flag (Was=false) 2024-11-19T11:21:01,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,871 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11095446907/flush-table-proc/acquired, /11095446907/flush-table-proc/reached, /11095446907/flush-table-proc/abort 2024-11-19T11:21:01,872 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,44463,1732015259773 2024-11-19T11:21:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:01,924 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11095446907/online-snapshot/acquired, /11095446907/online-snapshot/reached, /11095446907/online-snapshot/abort 2024-11-19T11:21:01,924 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,44463,1732015259773 2024-11-19T11:21:01,925 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:21:01,926 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:01,927 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:21:01,927 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:21:01,927 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,44463,1732015259773 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:21:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:01,928 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:21:01,929 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:01,929 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:01,929 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:01,929 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015291929 2024-11-19T11:21:01,929 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:21:01,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:21:01,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:01,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:01,930 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:21:01,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:21:01,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:21:01,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:21:01,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:21:01,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:21:01,932 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:21:01,932 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015261932,5,FailOnTimeoutGroup] 2024-11-19T11:21:01,932 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015261932,5,FailOnTimeoutGroup] 2024-11-19T11:21:01,932 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:01,932 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:21:01,932 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:01,933 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:21:01,950 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(746): ClusterId : dc0bdfad-721d-42e5-b9e4-2c88a482d0ee 2024-11-19T11:21:01,950 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:21:01,956 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:21:01,956 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:21:01,966 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:21:01,967 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0e58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:01,980 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:40969 2024-11-19T11:21:01,980 INFO [RS:0;16c88966c0af:40969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:21:01,980 INFO [RS:0;16c88966c0af:40969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:21:01,980 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:21:01,981 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,44463,1732015259773 with port=40969, startcode=1732015259927 2024-11-19T11:21:01,981 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:21:01,982 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:21:01,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,40969,1732015259927 2024-11-19T11:21:01,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,40969,1732015259927 2024-11-19T11:21:01,984 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08 2024-11-19T11:21:01,984 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33969 2024-11-19T11:21:01,984 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:21:01,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/rs 2024-11-19T11:21:01,996 DEBUG [RS:0;16c88966c0af:40969 {}] zookeeper.ZKUtil(111): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on existing znode=/11095446907/rs/16c88966c0af,40969,1732015259927 2024-11-19T11:21:01,996 WARN [RS:0;16c88966c0af:40969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:01,996 INFO [RS:0;16c88966c0af:40969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:01,996 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927 2024-11-19T11:21:01,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,40969,1732015259927] 2024-11-19T11:21:01,999 INFO [RS:0;16c88966c0af:40969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:21:02,000 INFO [RS:0;16c88966c0af:40969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:21:02,000 INFO [RS:0;16c88966c0af:40969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:21:02,000 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,001 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:02,002 DEBUG [RS:0;16c88966c0af:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,002 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,003 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,003 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40969,1732015259927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:02,015 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:21:02,015 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40969,1732015259927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,016 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,016 INFO [RS:0;16c88966c0af:40969 {}] regionserver.Replication(171): 16c88966c0af,40969,1732015259927 started 2024-11-19T11:21:02,028 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:02,028 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,40969,1732015259927, RpcServer on 16c88966c0af/172.17.0.2:40969, sessionid=0x10152d35df20004 2024-11-19T11:21:02,028 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:21:02,028 DEBUG [RS:0;16c88966c0af:40969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,40969,1732015259927 2024-11-19T11:21:02,028 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,40969,1732015259927' 2024-11-19T11:21:02,028 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11095446907/flush-table-proc/abort' 2024-11-19T11:21:02,028 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11095446907/flush-table-proc/acquired' 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,40969,1732015259927 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,40969,1732015259927' 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11095446907/online-snapshot/abort' 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11095446907/online-snapshot/acquired' 2024-11-19T11:21:02,029 DEBUG [RS:0;16c88966c0af:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:21:02,029 INFO [RS:0;16c88966c0af:40969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:21:02,029 INFO [RS:0;16c88966c0af:40969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:21:02,130 INFO [RS:0;16c88966c0af:40969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:02,131 INFO [RS:0;16c88966c0af:40969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40969%2C1732015259927, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/oldWALs, maxLogs=10 2024-11-19T11:21:02,143 DEBUG [RS:0;16c88966c0af:40969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, exclude list is [], retry=0 2024-11-19T11:21:02,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-d60e2e1a-aea7-449a-abf9-68450b67b60d,DISK] 2024-11-19T11:21:02,149 INFO [RS:0;16c88966c0af:40969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 2024-11-19T11:21:02,150 DEBUG [RS:0;16c88966c0af:40969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-19T11:21:02,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:21:02,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08 2024-11-19T11:21:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:21:02,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:21:02,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:02,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:02,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:02,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:02,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:02,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:02,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:02,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:02,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:02,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:02,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:02,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:02,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:02,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:02,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:02,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:02,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:02,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:02,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740 2024-11-19T11:21:02,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740 2024-11-19T11:21:02,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:02,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:02,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:02,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:02,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75238445, jitterRate=0.12114019691944122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015262744Initializing all the Stores at 1732015262745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015262745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015262745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015262745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015262745Cleaning up temporary data from old regions at 1732015262752 (+7 ms)Region opened successfully at 1732015262754 (+2 ms) 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:02,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:02,755 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015262754Disabling compacts and flushes for region at 1732015262754Disabling writes for close at 1732015262754Writing region close event to WAL at 1732015262755 (+1 ms)Closed at 1732015262755 2024-11-19T11:21:02,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:02,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:21:02,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:21:02,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:02,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:21:02,907 DEBUG [16c88966c0af:44463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:21:02,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:02,908 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,40969,1732015259927, state=OPENING 2024-11-19T11:21:02,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:21:03,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:03,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:03,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095446907/meta-region-server: CHANGED 2024-11-19T11:21:03,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095446907/meta-region-server: CHANGED 2024-11-19T11:21:03,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:03,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,40969,1732015259927}] 2024-11-19T11:21:03,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:03,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:21:03,173 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:21:03,173 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:03,173 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:21:03,174 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40969%2C1732015259927.meta, suffix=.meta, logDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/oldWALs, maxLogs=10 2024-11-19T11:21:03,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,186 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.meta.1732015263174.meta, exclude list is [], retry=0 2024-11-19T11:21:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-d60e2e1a-aea7-449a-abf9-68450b67b60d,DISK] 2024-11-19T11:21:03,190 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.meta.1732015263174.meta 2024-11-19T11:21:03,190 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-19T11:21:03,190 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:03,190 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:03,190 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:03,190 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:21:03,191 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:21:03,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:03,191 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:21:03,191 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:03,191 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:21:03,191 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:21:03,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:03,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:03,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:03,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:03,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:03,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:03,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:03,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:03,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:03,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:03,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:03,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:03,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:03,195 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:03,196 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740 2024-11-19T11:21:03,196 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740 2024-11-19T11:21:03,197 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:03,197 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:03,198 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:03,199 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:03,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:21:03,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:21:03,199 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61336103, jitterRate=-0.08602084219455719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:03,199 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:21:03,199 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015263191Writing region info on filesystem at 1732015263191Initializing all the Stores at 1732015263192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015263192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015263192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015263192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015263192Cleaning up temporary data from old regions at 1732015263197 (+5 ms)Running coprocessor post-open hooks at 1732015263199 (+2 ms)Region opened successfully at 1732015263199 2024-11-19T11:21:03,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:21:03,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:21:03,200 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015263169 2024-11-19T11:21:03,201 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:21:03,201 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:21:03,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:03,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,40969,1732015259927, state=OPEN 2024-11-19T11:21:03,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11095446907/meta-region-server 2024-11-19T11:21:03,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11095446907/meta-region-server 2024-11-19T11:21:03,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,40969,1732015259927 2024-11-19T11:21:03,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095446907/meta-region-server: CHANGED 2024-11-19T11:21:03,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095446907/meta-region-server: CHANGED 2024-11-19T11:21:03,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:21:03,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,40969,1732015259927 in 191 msec 2024-11-19T11:21:03,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:21:03,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-19T11:21:03,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:03,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:21:03,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:03,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40969,1732015259927, seqNum=-1] 2024-11-19T11:21:03,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:03,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:03,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-19T11:21:03,218 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015263217, completionTime=-1 2024-11-19T11:21:03,218 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:21:03,218 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:21:03,219 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:21:03,219 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015323219 2024-11-19T11:21:03,219 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015383219 2024-11-19T11:21:03,219 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:44463, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,220 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,221 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:21:03,222 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.235sec 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:03,223 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:21:03,224 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:21:03,224 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:21:03,224 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44463,1732015259773-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:03,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2b5548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:03,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:03,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:03,252 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:03,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:03,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:03,254 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:03,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58acfbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:03,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40969,1732015259927, seqNum=-1] 2024-11-19T11:21:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:03,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:03,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,44463,1732015259773 2024-11-19T11:21:03,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:21:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:03,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d35df20005 connected 2024-11-19T11:21:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir so I do NOT create it in target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a 2024-11-19T11:21:03,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:21:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.tmp.dir so I do NOT create it in target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a 2024-11-19T11:21:03,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:21:03,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a 2024-11-19T11:21:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/cluster_fd734b75-afd5-8b02-1d13-069ff465f6c6, deleteOnExit=true 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/test.cache.data in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:21:03,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:21:03,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:21:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:21:03,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:03,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:03,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:03,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:03,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:21:03,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:03,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644c2f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:03,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c01903a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:03,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@604ebc48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/java.io.tmpdir/jetty-localhost-38437-hadoop-hdfs-3_4_1-tests_jar-_-any-12806142392162923378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:03,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10643fea{HTTP/1.1, (http/1.1)}{localhost:38437} 2024-11-19T11:21:03,727 INFO [Time-limited test {}] server.Server(415): Started @248467ms 2024-11-19T11:21:03,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:03,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:03,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:03,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:03,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:21:03,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dd65732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:03,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40ac1100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:04,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23267dea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/java.io.tmpdir/jetty-localhost-34003-hadoop-hdfs-3_4_1-tests_jar-_-any-43380689575868264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:04,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b21755{HTTP/1.1, (http/1.1)}{localhost:34003} 2024-11-19T11:21:04,104 INFO [Time-limited test {}] server.Server(415): Started @248844ms 2024-11-19T11:21:04,106 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:21:05,476 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/cluster_fd734b75-afd5-8b02-1d13-069ff465f6c6/data/data1/current/BP-1948563088-172.17.0.2-1732015263299/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:05,476 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/cluster_fd734b75-afd5-8b02-1d13-069ff465f6c6/data/data2/current/BP-1948563088-172.17.0.2-1732015263299/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:05,490 WARN [Thread-2904 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:21:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61dbb86a5a938e5 with lease ID 0xacd3700b89c55b8b: Processing first storage report for DS-e1f14561-3f16-4f04-a742-3144bb318bdf from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=4f80932b-6cc8-45e0-b3e6-60b58cd02f7d, infoPort=42993, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=184509391;c=1732015263299) 2024-11-19T11:21:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61dbb86a5a938e5 with lease ID 0xacd3700b89c55b8b: from storage DS-e1f14561-3f16-4f04-a742-3144bb318bdf node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=4f80932b-6cc8-45e0-b3e6-60b58cd02f7d, infoPort=42993, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=184509391;c=1732015263299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61dbb86a5a938e5 with lease ID 0xacd3700b89c55b8b: Processing first storage report for DS-a9e116cb-819f-481d-82ac-fb23a2605590 from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=4f80932b-6cc8-45e0-b3e6-60b58cd02f7d, infoPort=42993, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=184509391;c=1732015263299) 2024-11-19T11:21:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61dbb86a5a938e5 with lease ID 0xacd3700b89c55b8b: from storage DS-a9e116cb-819f-481d-82ac-fb23a2605590 node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=4f80932b-6cc8-45e0-b3e6-60b58cd02f7d, infoPort=42993, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=184509391;c=1732015263299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:05,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a 2024-11-19T11:21:05,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:05,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:21:05,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd with version=8 2024-11-19T11:21:05,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/hbase-staging 2024-11-19T11:21:05,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:05,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:05,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:05,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:05,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:05,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:05,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:21:05,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:05,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35079 2024-11-19T11:21:05,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35079 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:21:05,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350790x0, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:05,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35079-0x10152d35df20006 connected 2024-11-19T11:21:06,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:06,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:06,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/running 2024-11-19T11:21:06,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd, hbase.cluster.distributed=false 2024-11-19T11:21:06,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/acl 2024-11-19T11:21:06,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-19T11:21:06,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35079 2024-11-19T11:21:06,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35079 2024-11-19T11:21:06,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-19T11:21:06,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-19T11:21:06,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:06,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:21:06,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:06,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46541 2024-11-19T11:21:06,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46541 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:21:06,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:06,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465410x0, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:06,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465410x0, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/running 2024-11-19T11:21:06,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46541-0x10152d35df20007 connected 2024-11-19T11:21:06,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:21:06,074 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:21:06,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/master 2024-11-19T11:21:06,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/acl 2024-11-19T11:21:06,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-19T11:21:06,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46541 2024-11-19T11:21:06,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46541 2024-11-19T11:21:06,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-19T11:21:06,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-19T11:21:06,111 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:35079 2024-11-19T11:21:06,112 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2031852718/backup-masters/16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/backup-masters 2024-11-19T11:21:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/backup-masters 2024-11-19T11:21:06,124 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on existing znode=/2-2031852718/backup-masters/16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2031852718/master 2024-11-19T11:21:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,134 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on existing znode=/2-2031852718/master 2024-11-19T11:21:06,134 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2031852718/backup-masters/16c88966c0af,35079,1732015265922 from backup master directory 2024-11-19T11:21:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/backup-masters 2024-11-19T11:21:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2031852718/backup-masters/16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/backup-masters 2024-11-19T11:21:06,144 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:06,144 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,148 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/hbase.id] with ID: 5e8e368f-4364-4a34-a8eb-1adf9d117c00 2024-11-19T11:21:06,148 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/.tmp/hbase.id 2024-11-19T11:21:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:21:06,161 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/.tmp/hbase.id]:[hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/hbase.id] 2024-11-19T11:21:06,169 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:06,169 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:21:06,170 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:21:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:21:06,231 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:06,232 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:21:06,232 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:21:06,240 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store 2024-11-19T11:21:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:06,646 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:06,646 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:06,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015266646Disabling compacts and flushes for region at 1732015266646Disabling writes for close at 1732015266646Writing region close event to WAL at 1732015266646Closed at 1732015266646 2024-11-19T11:21:06,647 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/.initializing 2024-11-19T11:21:06,647 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/WALs/16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:06,649 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C35079%2C1732015265922, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/WALs/16c88966c0af,35079,1732015265922, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/oldWALs, maxLogs=10 2024-11-19T11:21:06,673 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/WALs/16c88966c0af,35079,1732015265922/16c88966c0af%2C35079%2C1732015265922.1732015266649, exclude list is [], retry=0 2024-11-19T11:21:06,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-e1f14561-3f16-4f04-a742-3144bb318bdf,DISK] 2024-11-19T11:21:06,676 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/WALs/16c88966c0af,35079,1732015265922/16c88966c0af%2C35079%2C1732015265922.1732015266649 2024-11-19T11:21:06,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-19T11:21:06,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:06,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:06,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,677 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:21:06,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:06,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:06,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:21:06,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:06,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:06,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:21:06,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:06,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:06,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:21:06,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:06,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:06,682 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,682 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,683 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,684 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,684 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:06,684 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:06,686 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:06,686 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66364440, jitterRate=-0.011092782020568848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:06,686 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015266677Initializing all the Stores at 1732015266678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015266678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015266678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015266678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015266678Cleaning up temporary data from old regions at 1732015266684 (+6 ms)Region opened successfully at 1732015266686 (+2 ms) 2024-11-19T11:21:06,687 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:21:06,688 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63aa6eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:06,689 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:21:06,689 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:21:06,689 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:21:06,689 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:21:06,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:21:06,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:21:06,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:21:06,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:21:06,692 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/balancer because node does not exist (not necessarily an error) 2024-11-19T11:21:06,732 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/balancer already deleted, retry=false 2024-11-19T11:21:06,733 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:21:06,733 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:21:06,755 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/normalizer already deleted, retry=false 2024-11-19T11:21:06,755 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:21:06,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:21:06,765 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/switch/split already deleted, retry=false 2024-11-19T11:21:06,766 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:21:06,776 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/switch/merge already deleted, retry=false 2024-11-19T11:21:06,778 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:21:06,786 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/snapshot-cleanup already deleted, retry=false 2024-11-19T11:21:06,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2031852718/running 2024-11-19T11:21:06,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2031852718/running 2024-11-19T11:21:06,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,797 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,35079,1732015265922, sessionid=0x10152d35df20006, setting cluster-up flag (Was=false) 2024-11-19T11:21:06,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,849 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2031852718/flush-table-proc/acquired, /2-2031852718/flush-table-proc/reached, /2-2031852718/flush-table-proc/abort 2024-11-19T11:21:06,850 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:06,902 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2031852718/online-snapshot/acquired, /2-2031852718/online-snapshot/reached, /2-2031852718/online-snapshot/abort 2024-11-19T11:21:06,903 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,35079,1732015265922 2024-11-19T11:21:06,904 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:21:06,906 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:06,906 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:21:06,906 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:21:06,907 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,35079,1732015265922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:06,908 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:06,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:06,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:21:06,911 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:06,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015296915 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:21:06,915 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:21:06,916 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:06,916 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:21:06,916 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:21:06,917 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:21:06,917 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:21:06,920 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:21:06,920 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:21:06,921 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015266920,5,FailOnTimeoutGroup] 2024-11-19T11:21:06,921 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015266921,5,FailOnTimeoutGroup] 2024-11-19T11:21:06,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:06,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:21:06,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:06,921 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:21:06,997 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(746): ClusterId : 5e8e368f-4364-4a34-a8eb-1adf9d117c00 2024-11-19T11:21:06,997 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:21:07,019 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:21:07,019 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:21:07,086 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:21:07,087 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a06f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:07,098 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:46541 2024-11-19T11:21:07,098 INFO [RS:0;16c88966c0af:46541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:21:07,098 INFO [RS:0;16c88966c0af:46541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:21:07,098 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:21:07,099 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,35079,1732015265922 with port=46541, startcode=1732015266053 2024-11-19T11:21:07,099 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:21:07,100 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:21:07,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,102 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd 2024-11-19T11:21:07,102 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44793 2024-11-19T11:21:07,102 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:21:07,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/rs 2024-11-19T11:21:07,171 DEBUG [RS:0;16c88966c0af:46541 {}] zookeeper.ZKUtil(111): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on existing znode=/2-2031852718/rs/16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,171 WARN [RS:0;16c88966c0af:46541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:07,171 INFO [RS:0;16c88966c0af:46541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:07,171 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,46541,1732015266053] 2024-11-19T11:21:07,174 INFO [RS:0;16c88966c0af:46541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:21:07,176 INFO [RS:0;16c88966c0af:46541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:21:07,184 INFO [RS:0;16c88966c0af:46541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:21:07,184 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,184 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:21:07,185 INFO [RS:0;16c88966c0af:46541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:21:07,185 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:07,185 DEBUG [RS:0;16c88966c0af:46541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,188 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46541,1732015266053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:07,205 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:21:07,206 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46541,1732015266053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,206 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,206 INFO [RS:0;16c88966c0af:46541 {}] regionserver.Replication(171): 16c88966c0af,46541,1732015266053 started 2024-11-19T11:21:07,218 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:07,219 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,46541,1732015266053, RpcServer on 16c88966c0af/172.17.0.2:46541, sessionid=0x10152d35df20007 2024-11-19T11:21:07,219 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:21:07,219 DEBUG [RS:0;16c88966c0af:46541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,219 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,46541,1732015266053' 2024-11-19T11:21:07,219 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2031852718/flush-table-proc/abort' 2024-11-19T11:21:07,219 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2031852718/flush-table-proc/acquired' 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,46541,1732015266053' 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2031852718/online-snapshot/abort' 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2031852718/online-snapshot/acquired' 2024-11-19T11:21:07,220 DEBUG [RS:0;16c88966c0af:46541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:21:07,220 INFO [RS:0;16c88966c0af:46541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:21:07,220 INFO [RS:0;16c88966c0af:46541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:21:07,321 INFO [RS:0;16c88966c0af:46541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:07,322 INFO [RS:0;16c88966c0af:46541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46541%2C1732015266053, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/oldWALs, maxLogs=10 2024-11-19T11:21:07,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:21:07,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd 2024-11-19T11:21:07,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741832_1008 (size=32) 2024-11-19T11:21:07,352 DEBUG [RS:0;16c88966c0af:46541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, exclude list is [], retry=0 2024-11-19T11:21:07,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-e1f14561-3f16-4f04-a742-3144bb318bdf,DISK] 2024-11-19T11:21:07,362 INFO [RS:0;16c88966c0af:46541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 2024-11-19T11:21:07,362 DEBUG [RS:0;16c88966c0af:46541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-19T11:21:07,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:07,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:07,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:07,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:07,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:07,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:07,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:07,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:07,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:07,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:07,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:07,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:07,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:07,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:07,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:07,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:07,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:07,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:07,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740 2024-11-19T11:21:07,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740 2024-11-19T11:21:07,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:07,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:07,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:07,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:07,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:07,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60075531, jitterRate=-0.10480482876300812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:07,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015267728Initializing all the Stores at 1732015267729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015267729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015267729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015267729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015267729Cleaning up temporary data from old regions at 1732015267735 (+6 ms)Region opened successfully at 1732015267738 (+3 ms) 2024-11-19T11:21:07,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:07,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:07,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:07,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:07,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:07,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:07,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015267738Disabling compacts and flushes for region at 1732015267738Disabling writes for close at 1732015267739 (+1 ms)Writing region close event to WAL at 1732015267739Closed at 1732015267739 2024-11-19T11:21:07,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:07,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:21:07,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:21:07,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:07,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:21:07,892 DEBUG [16c88966c0af:35079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:21:07,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:07,893 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,46541,1732015266053, state=OPENING 2024-11-19T11:21:07,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:21:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:08,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,46541,1732015266053}] 2024-11-19T11:21:08,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2031852718/meta-region-server: CHANGED 2024-11-19T11:21:08,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2031852718/meta-region-server: CHANGED 2024-11-19T11:21:08,226 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:08,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:21:08,230 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:21:08,230 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:08,230 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:21:08,231 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46541%2C1732015266053.meta, suffix=.meta, logDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/oldWALs, maxLogs=10 2024-11-19T11:21:08,244 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.meta.1732015268232.meta, exclude list is [], retry=0 2024-11-19T11:21:08,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-e1f14561-3f16-4f04-a742-3144bb318bdf,DISK] 2024-11-19T11:21:08,247 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.meta.1732015268232.meta 2024-11-19T11:21:08,247 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:08,248 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:21:08,248 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:21:08,248 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:21:08,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:08,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:08,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:08,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:08,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:08,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:08,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:08,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:08,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:08,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:08,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:08,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:08,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:08,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:08,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:08,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:08,253 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:08,253 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740 2024-11-19T11:21:08,254 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740 2024-11-19T11:21:08,255 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:08,255 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:08,255 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:08,256 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:08,256 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70060863, jitterRate=0.04398821294307709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:08,256 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:21:08,256 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015268249Writing region info on filesystem at 1732015268249Initializing all the Stores at 1732015268249Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015268249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015268249Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015268249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015268249Cleaning up temporary data from old regions at 1732015268255 (+6 ms)Running coprocessor post-open hooks at 1732015268256 (+1 ms)Region opened successfully at 1732015268256 2024-11-19T11:21:08,257 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015268226 2024-11-19T11:21:08,259 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:21:08,259 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:21:08,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:08,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,46541,1732015266053, state=OPEN 2024-11-19T11:21:08,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2031852718/meta-region-server 2024-11-19T11:21:08,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2031852718/meta-region-server 2024-11-19T11:21:08,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,46541,1732015266053 2024-11-19T11:21:08,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2031852718/meta-region-server: CHANGED 2024-11-19T11:21:08,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2031852718/meta-region-server: CHANGED 2024-11-19T11:21:08,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:21:08,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,46541,1732015266053 in 439 msec 2024-11-19T11:21:08,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:21:08,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec 2024-11-19T11:21:08,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:08,517 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:21:08,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:08,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46541,1732015266053, seqNum=-1] 2024-11-19T11:21:08,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:08,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:08,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6170 sec 2024-11-19T11:21:08,523 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015268523, completionTime=-1 2024-11-19T11:21:08,523 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:21:08,523 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:21:08,524 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015328525 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015388525 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:35079, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,525 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,526 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:21:08,527 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.382sec 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:08,528 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:21:08,529 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:21:08,529 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:21:08,529 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35079,1732015265922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:08,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2002eccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:08,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:08,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:08,599 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:08,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:08,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be41291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:08,601 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:08,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7e064a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:08,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46541,1732015266053, seqNum=-1] 2024-11-19T11:21:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:08,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:08,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,35079,1732015265922 2024-11-19T11:21:08,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62138 2024-11-19T11:21:08,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:08,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10152d35df20008 connected 2024-11-19T11:21:08,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:08,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:08,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,45547,1732015254005 2024-11-19T11:21:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e514160 2024-11-19T11:21:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:08,749 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:08,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:21:08,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:08,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:08,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:21:08,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:21:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:09,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1734e27f51abe8b40e055b08a85a00e, NAME => 'test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda 2024-11-19T11:21:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:21:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1734e27f51abe8b40e055b08a85a00e, disabling compactions & flushes 2024-11-19T11:21:09,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. after waiting 0 ms 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1734e27f51abe8b40e055b08a85a00e: Waiting for close lock at 1732015269580Disabling compacts and flushes for region at 1732015269580Disabling writes for close at 1732015269580Writing region close event to WAL at 1732015269580Closed at 1732015269580 2024-11-19T11:21:09,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:09,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015269581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015269581"}]},"ts":"1732015269581"} 2024-11-19T11:21:09,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:09,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:09,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015269584"}]},"ts":"1732015269584"} 2024-11-19T11:21:09,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:21:09,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1734e27f51abe8b40e055b08a85a00e, ASSIGN}] 2024-11-19T11:21:09,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1734e27f51abe8b40e055b08a85a00e, ASSIGN 2024-11-19T11:21:09,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1734e27f51abe8b40e055b08a85a00e, ASSIGN; state=OFFLINE, location=16c88966c0af,37085,1732015254424; forceNewPlan=false, retain=false 2024-11-19T11:21:09,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1734e27f51abe8b40e055b08a85a00e, regionState=OPENING, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:21:09,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1734e27f51abe8b40e055b08a85a00e, ASSIGN because future has completed 2024-11-19T11:21:09,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1734e27f51abe8b40e055b08a85a00e, server=16c88966c0af,37085,1732015254424}] 2024-11-19T11:21:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:09,904 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,904 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1734e27f51abe8b40e055b08a85a00e, NAME => 'test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:09,905 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:09,905 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:21:09,905 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,905 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:09,905 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,905 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,907 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,908 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1734e27f51abe8b40e055b08a85a00e columnFamilyName f 2024-11-19T11:21:09,908 DEBUG [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:09,908 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(327): Store=c1734e27f51abe8b40e055b08a85a00e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:09,908 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,909 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1734e27f51abe8b40e055b08a85a00e columnFamilyName f1 2024-11-19T11:21:09,909 DEBUG [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:09,910 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(327): Store=c1734e27f51abe8b40e055b08a85a00e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:09,910 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,910 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1734e27f51abe8b40e055b08a85a00e columnFamilyName norep 2024-11-19T11:21:09,911 DEBUG [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:09,911 INFO [StoreOpener-c1734e27f51abe8b40e055b08a85a00e-1 {}] regionserver.HStore(327): Store=c1734e27f51abe8b40e055b08a85a00e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:09,913 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,915 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:09,915 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1734e27f51abe8b40e055b08a85a00e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67684879, jitterRate=0.008583292365074158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:09,915 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:09,916 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1734e27f51abe8b40e055b08a85a00e: Running coprocessor pre-open hook at 1732015269905Writing region info on filesystem at 1732015269905Initializing all the Stores at 1732015269906 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015269906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015269906Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015269906Cleaning up temporary data from old regions at 1732015269912 (+6 ms)Running coprocessor post-open hooks at 1732015269915 (+3 ms)Region opened successfully at 1732015269916 (+1 ms) 2024-11-19T11:21:09,917 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e., pid=6, masterSystemTime=1732015269894 2024-11-19T11:21:09,919 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,919 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:09,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1734e27f51abe8b40e055b08a85a00e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:21:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1734e27f51abe8b40e055b08a85a00e, server=16c88966c0af,37085,1732015254424 because future has completed 2024-11-19T11:21:09,922 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16c88966c0af,37085,1732015254424, table=test, region=c1734e27f51abe8b40e055b08a85a00e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T11:21:09,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:21:09,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1734e27f51abe8b40e055b08a85a00e, server=16c88966c0af,37085,1732015254424 in 183 msec 2024-11-19T11:21:09,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:21:09,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1734e27f51abe8b40e055b08a85a00e, ASSIGN in 341 msec 2024-11-19T11:21:09,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:09,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015269930"}]},"ts":"1732015269930"} 2024-11-19T11:21:09,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:21:09,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:09,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-19T11:21:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:10,901 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:21:10,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44463,1732015259773 2024-11-19T11:21:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17263602 2024-11-19T11:21:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:10,903 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:10,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:21:10,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:10,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:10,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:21:10,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:21:10,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4f8eb997db76d38dc993f85bb61e60c, NAME => 'test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08 2024-11-19T11:21:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:21:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4f8eb997db76d38dc993f85bb61e60c, disabling compactions & flushes 2024-11-19T11:21:11,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. after waiting 0 ms 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4f8eb997db76d38dc993f85bb61e60c: Waiting for close lock at 1732015271330Disabling compacts and flushes for region at 1732015271330Disabling writes for close at 1732015271330Writing region close event to WAL at 1732015271330Closed at 1732015271330 2024-11-19T11:21:11,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:11,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015271332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015271332"}]},"ts":"1732015271332"} 2024-11-19T11:21:11,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:11,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:11,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015271334"}]},"ts":"1732015271334"} 2024-11-19T11:21:11,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:21:11,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f8eb997db76d38dc993f85bb61e60c, ASSIGN}] 2024-11-19T11:21:11,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f8eb997db76d38dc993f85bb61e60c, ASSIGN 2024-11-19T11:21:11,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4f8eb997db76d38dc993f85bb61e60c, ASSIGN; state=OFFLINE, location=16c88966c0af,40969,1732015259927; forceNewPlan=false, retain=false 2024-11-19T11:21:11,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f8eb997db76d38dc993f85bb61e60c, regionState=OPENING, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:11,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4f8eb997db76d38dc993f85bb61e60c, ASSIGN because future has completed 2024-11-19T11:21:11,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f8eb997db76d38dc993f85bb61e60c, server=16c88966c0af,40969,1732015259927}] 2024-11-19T11:21:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:11,645 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4f8eb997db76d38dc993f85bb61e60c, NAME => 'test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:11,645 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:11,645 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:11,646 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,646 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,646 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,647 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f8eb997db76d38dc993f85bb61e60c columnFamilyName f 2024-11-19T11:21:11,647 DEBUG [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:11,648 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(327): Store=b4f8eb997db76d38dc993f85bb61e60c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:11,648 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,648 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f8eb997db76d38dc993f85bb61e60c columnFamilyName f1 2024-11-19T11:21:11,648 DEBUG [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:11,648 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(327): Store=b4f8eb997db76d38dc993f85bb61e60c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:11,649 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,649 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f8eb997db76d38dc993f85bb61e60c columnFamilyName norep 2024-11-19T11:21:11,649 DEBUG [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:11,649 INFO [StoreOpener-b4f8eb997db76d38dc993f85bb61e60c-1 {}] regionserver.HStore(327): Store=b4f8eb997db76d38dc993f85bb61e60c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:11,649 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,650 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,650 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,651 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,651 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,651 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:11,652 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,653 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:11,653 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4f8eb997db76d38dc993f85bb61e60c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67927254, jitterRate=0.012194961309432983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:11,653 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:11,654 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4f8eb997db76d38dc993f85bb61e60c: Running coprocessor pre-open hook at 1732015271646Writing region info on filesystem at 1732015271646Initializing all the Stores at 1732015271646Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015271646Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015271646Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015271646Cleaning up temporary data from old regions at 1732015271651 (+5 ms)Running coprocessor post-open hooks at 1732015271654 (+3 ms)Region opened successfully at 1732015271654 2024-11-19T11:21:11,654 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c., pid=6, masterSystemTime=1732015271642 2024-11-19T11:21:11,656 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,656 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:11,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f8eb997db76d38dc993f85bb61e60c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f8eb997db76d38dc993f85bb61e60c, server=16c88966c0af,40969,1732015259927 because future has completed 2024-11-19T11:21:11,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:21:11,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4f8eb997db76d38dc993f85bb61e60c, server=16c88966c0af,40969,1732015259927 in 169 msec 2024-11-19T11:21:11,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:21:11,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4f8eb997db76d38dc993f85bb61e60c, ASSIGN in 325 msec 2024-11-19T11:21:11,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:11,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015271663"}]},"ts":"1732015271663"} 2024-11-19T11:21:11,665 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:21:11,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:11,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-19T11:21:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:12,041 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:21:12,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae3f3fc 2024-11-19T11:21:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:12,043 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:12,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:21:12,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:12,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:12,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:21:12,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:12,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:12,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8163579de382fbeaea14814cc861c2a, NAME => 'test,,1732015272043.d8163579de382fbeaea14814cc861c2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd 2024-11-19T11:21:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:21:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:12,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:21:12,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:21:12,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:21:12,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015272043.d8163579de382fbeaea14814cc861c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d8163579de382fbeaea14814cc861c2a, disabling compactions & flushes 2024-11-19T11:21:12,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015272043.d8163579de382fbeaea14814cc861c2a. after waiting 0 ms 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:12,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:12,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8163579de382fbeaea14814cc861c2a: Waiting for close lock at 1732015272870Disabling compacts and flushes for region at 1732015272870Disabling writes for close at 1732015272870Writing region close event to WAL at 1732015272870Closed at 1732015272870 2024-11-19T11:21:12,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:12,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015272043.d8163579de382fbeaea14814cc861c2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015272871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015272871"}]},"ts":"1732015272871"} 2024-11-19T11:21:12,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:12,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:12,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015272875"}]},"ts":"1732015272875"} 2024-11-19T11:21:12,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:21:12,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8163579de382fbeaea14814cc861c2a, ASSIGN}] 2024-11-19T11:21:12,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8163579de382fbeaea14814cc861c2a, ASSIGN 2024-11-19T11:21:12,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d8163579de382fbeaea14814cc861c2a, ASSIGN; state=OFFLINE, location=16c88966c0af,46541,1732015266053; forceNewPlan=false, retain=false 2024-11-19T11:21:13,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8163579de382fbeaea14814cc861c2a, regionState=OPENING, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:13,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d8163579de382fbeaea14814cc861c2a, ASSIGN because future has completed 2024-11-19T11:21:13,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8163579de382fbeaea14814cc861c2a, server=16c88966c0af,46541,1732015266053}] 2024-11-19T11:21:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:13,196 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:13,197 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8163579de382fbeaea14814cc861c2a, NAME => 'test,,1732015272043.d8163579de382fbeaea14814cc861c2a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:13,197 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:13,198 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:21:13,198 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,198 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015272043.d8163579de382fbeaea14814cc861c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:13,198 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,198 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,201 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,202 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8163579de382fbeaea14814cc861c2a columnFamilyName f 2024-11-19T11:21:13,202 DEBUG [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:13,203 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(327): Store=d8163579de382fbeaea14814cc861c2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:13,203 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,204 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8163579de382fbeaea14814cc861c2a columnFamilyName f1 2024-11-19T11:21:13,204 DEBUG [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:13,204 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(327): Store=d8163579de382fbeaea14814cc861c2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:13,204 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,205 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8163579de382fbeaea14814cc861c2a columnFamilyName norep 2024-11-19T11:21:13,206 DEBUG [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:13,206 INFO [StoreOpener-d8163579de382fbeaea14814cc861c2a-1 {}] regionserver.HStore(327): Store=d8163579de382fbeaea14814cc861c2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:13,206 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,207 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,207 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,208 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,208 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,208 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:13,209 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,211 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:13,211 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8163579de382fbeaea14814cc861c2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60779445, jitterRate=-0.09431569278240204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:13,211 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:13,211 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8163579de382fbeaea14814cc861c2a: Running coprocessor pre-open hook at 1732015273199Writing region info on filesystem at 1732015273199Initializing all the Stores at 1732015273199Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015273199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015273200 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015273200Cleaning up temporary data from old regions at 1732015273208 (+8 ms)Running coprocessor post-open hooks at 1732015273211 (+3 ms)Region opened successfully at 1732015273211 2024-11-19T11:21:13,213 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015272043.d8163579de382fbeaea14814cc861c2a., pid=6, masterSystemTime=1732015273188 2024-11-19T11:21:13,216 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:13,216 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:13,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8163579de382fbeaea14814cc861c2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:13,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8163579de382fbeaea14814cc861c2a, server=16c88966c0af,46541,1732015266053 because future has completed 2024-11-19T11:21:13,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:21:13,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8163579de382fbeaea14814cc861c2a, server=16c88966c0af,46541,1732015266053 in 191 msec 2024-11-19T11:21:13,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:21:13,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d8163579de382fbeaea14814cc861c2a, ASSIGN in 352 msec 2024-11-19T11:21:13,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:13,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015273234"}]},"ts":"1732015273234"} 2024-11-19T11:21:13,239 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:21:13,240 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:13,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-19T11:21:13,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:13,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:13,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:21:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:14,191 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:21:14,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c751fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:14,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:14,193 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27da70b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:14,194 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eaf4a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,45547,1732015254005 2024-11-19T11:21:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334e544 2024-11-19T11:21:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:14,196 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:14,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:21:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:21:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:14,200 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:44463' 2024-11-19T11:21:14,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d4242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,201 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:14,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:14,202 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccdcf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:14,203 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceca57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:14,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44463,1732015259773 2024-11-19T11:21:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82e860d 2024-11-19T11:21:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:14,206 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:14,207 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:21:14,207 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:21:14,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:14,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:14,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:14,208 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:14,209 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:21:14,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:14,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:14,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:21:14,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:21:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:14,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90e22abd476f7036d2df2c5dae11fc66, NAME => 'hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda 2024-11-19T11:21:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:21:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90e22abd476f7036d2df2c5dae11fc66, disabling compactions & flushes 2024-11-19T11:21:15,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. after waiting 0 ms 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90e22abd476f7036d2df2c5dae11fc66: Waiting for close lock at 1732015275023Disabling compacts and flushes for region at 1732015275023Disabling writes for close at 1732015275023Writing region close event to WAL at 1732015275023Closed at 1732015275023 2024-11-19T11:21:15,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:15,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015275024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015275024"}]},"ts":"1732015275024"} 2024-11-19T11:21:15,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:15,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:15,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015275028"}]},"ts":"1732015275028"} 2024-11-19T11:21:15,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:21:15,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66, ASSIGN}] 2024-11-19T11:21:15,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66, ASSIGN 2024-11-19T11:21:15,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66, ASSIGN; state=OFFLINE, location=16c88966c0af,37085,1732015254424; forceNewPlan=false, retain=false 2024-11-19T11:21:15,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90e22abd476f7036d2df2c5dae11fc66, regionState=OPENING, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:21:15,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66, ASSIGN because future has completed 2024-11-19T11:21:15,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e22abd476f7036d2df2c5dae11fc66, server=16c88966c0af,37085,1732015254424}] 2024-11-19T11:21:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:15,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:15,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:21:15,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C37085%2C1732015254424.rep, suffix=, logDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424, archiveDir=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/oldWALs, maxLogs=10 2024-11-19T11:21:15,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.rep.1732015275343, exclude list is [], retry=0 2024-11-19T11:21:15,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-90b57b84-ee95-4bac-9aec-2d7b7c3e109d,DISK] 2024-11-19T11:21:15,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.rep.1732015275343 2024-11-19T11:21:15,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-19T11:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90e22abd476f7036d2df2c5dae11fc66, NAME => 'hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:15,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. service=MultiRowMutationService 2024-11-19T11:21:15,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,388 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,390 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e22abd476f7036d2df2c5dae11fc66 columnFamilyName hfileref 2024-11-19T11:21:15,390 DEBUG [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:15,390 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(327): Store=90e22abd476f7036d2df2c5dae11fc66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:15,390 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,392 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e22abd476f7036d2df2c5dae11fc66 columnFamilyName queue 2024-11-19T11:21:15,392 DEBUG [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:15,392 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(327): Store=90e22abd476f7036d2df2c5dae11fc66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:15,392 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,394 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e22abd476f7036d2df2c5dae11fc66 columnFamilyName sid 2024-11-19T11:21:15,394 DEBUG [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:15,394 INFO [StoreOpener-90e22abd476f7036d2df2c5dae11fc66-1 {}] regionserver.HStore(327): Store=90e22abd476f7036d2df2c5dae11fc66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/replication/90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/replication/90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/replication/90e22abd476f7036d2df2c5dae11fc66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:15,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90e22abd476f7036d2df2c5dae11fc66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59605318, jitterRate=-0.1118115484714508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:15,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:15,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90e22abd476f7036d2df2c5dae11fc66: Running coprocessor pre-open hook at 1732015275373Writing region info on filesystem at 1732015275373Initializing all the Stores at 1732015275373Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015275373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015275384 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015275384Cleaning up temporary data from old regions at 1732015275396 (+12 ms)Running coprocessor post-open hooks at 1732015275400 (+4 ms)Region opened successfully at 1732015275400 2024-11-19T11:21:15,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66., pid=10, masterSystemTime=1732015275338 2024-11-19T11:21:15,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90e22abd476f7036d2df2c5dae11fc66, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,37085,1732015254424 2024-11-19T11:21:15,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:15,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e22abd476f7036d2df2c5dae11fc66, server=16c88966c0af,37085,1732015254424 because future has completed 2024-11-19T11:21:15,408 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=16c88966c0af,37085,1732015254424, table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T11:21:15,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:21:15,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90e22abd476f7036d2df2c5dae11fc66, server=16c88966c0af,37085,1732015254424 in 228 msec 2024-11-19T11:21:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:21:15,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90e22abd476f7036d2df2c5dae11fc66, ASSIGN in 386 msec 2024-11-19T11:21:15,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:15,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015275419"}]},"ts":"1732015275419"} 2024-11-19T11:21:15,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:21:15,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:15,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-19T11:21:15,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66., hostname=16c88966c0af,37085,1732015254424, seqNum=2] 2024-11-19T11:21:15,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:21:15,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:21:15,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:21:15,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:21:15,708 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:21:15,741 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,37085,1732015254424, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:21:15,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:15,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,37085,1732015254424, seqNum=-1] 2024-11-19T11:21:15,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:15,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,37085,1732015254424', locateType=CURRENT is [region=hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66., hostname=16c88966c0af,37085,1732015254424, seqNum=2] 2024-11-19T11:21:15,748 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:21:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:21:15,751 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,37085,1732015254424 suceeded 2024-11-19T11:21:15,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:21:15,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-19T11:21:15,759 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:21:15,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-19T11:21:15,767 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:44463' 2024-11-19T11:21:15,768 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a1ab443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:15,768 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:15,769 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:15,769 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f974f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:15,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:15,777 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5875f279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:15,780 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:15,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44463,1732015259773 2024-11-19T11:21:15,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbd214b 2024-11-19T11:21:15,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:15,783 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T11:21:15,783 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,37085,1732015254424 (queues=1) is replicating from cluster=b8598bd5-eb6d-4a01-99a6-ac572dcbceee to cluster=dc0bdfad-721d-42e5-b9e4-2c88a482d0ee 2024-11-19T11:21:15,783 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C37085%2C1732015254424 2024-11-19T11:21:15,784 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,37085,1732015254424, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:21:15,784 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, startPosition=0, beingWritten=true 2024-11-19T11:21:15,787 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C37085%2C1732015254424 2024-11-19T11:21:15,806 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:15,806 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:15,806 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:16,038 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:16,343 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:16,351 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:21:16,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:16,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:16,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:16,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52029258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:16,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:16,353 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460f1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,355 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d83c457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44463,1732015259773 2024-11-19T11:21:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11236dd1 2024-11-19T11:21:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:16,358 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:16,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:16,368 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:35079' 2024-11-19T11:21:16,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c964fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,373 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:16,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:16,373 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ddc5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,375 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:16,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbc90eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:16,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:16,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:16,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b55f169 2024-11-19T11:21:16,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:16,378 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:16,379 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:21:16,379 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:21:16,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:16,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:16,379 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:16,382 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:21:16,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:16,383 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:16,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:21:16,434 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:16,749 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:16,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2515071b622a06cd67ed81d37d020744, NAME => 'hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08 2024-11-19T11:21:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:21:16,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:16,835 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2515071b622a06cd67ed81d37d020744, disabling compactions & flushes 2024-11-19T11:21:16,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:16,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:16,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. after waiting 0 ms 2024-11-19T11:21:16,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:16,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:16,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2515071b622a06cd67ed81d37d020744: Waiting for close lock at 1732015276835Disabling compacts and flushes for region at 1732015276835Disabling writes for close at 1732015276836 (+1 ms)Writing region close event to WAL at 1732015276836Closed at 1732015276836 2024-11-19T11:21:16,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:16,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015276837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015276837"}]},"ts":"1732015276837"} 2024-11-19T11:21:16,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:16,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:16,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015276841"}]},"ts":"1732015276841"} 2024-11-19T11:21:16,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:21:16,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2515071b622a06cd67ed81d37d020744, ASSIGN}] 2024-11-19T11:21:16,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2515071b622a06cd67ed81d37d020744, ASSIGN 2024-11-19T11:21:16,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2515071b622a06cd67ed81d37d020744, ASSIGN; state=OFFLINE, location=16c88966c0af,40969,1732015259927; forceNewPlan=false, retain=false 2024-11-19T11:21:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:16,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2515071b622a06cd67ed81d37d020744, regionState=OPENING, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2515071b622a06cd67ed81d37d020744, ASSIGN because future has completed 2024-11-19T11:21:17,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2515071b622a06cd67ed81d37d020744, server=16c88966c0af,40969,1732015259927}] 2024-11-19T11:21:17,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:17,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:17,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:21:17,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C40969%2C1732015259927.rep, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/oldWALs, maxLogs=10 2024-11-19T11:21:17,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.rep.1732015277157, exclude list is [], retry=0 2024-11-19T11:21:17,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39385,DS-d60e2e1a-aea7-449a-abf9-68450b67b60d,DISK] 2024-11-19T11:21:17,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.rep.1732015277157 2024-11-19T11:21:17,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39013:39013)] 2024-11-19T11:21:17,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2515071b622a06cd67ed81d37d020744, NAME => 'hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:17,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:17,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:17,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. service=MultiRowMutationService 2024-11-19T11:21:17,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,179 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,180 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2515071b622a06cd67ed81d37d020744 columnFamilyName hfileref 2024-11-19T11:21:17,180 DEBUG [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:17,181 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(327): Store=2515071b622a06cd67ed81d37d020744/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:17,181 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,181 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2515071b622a06cd67ed81d37d020744 columnFamilyName queue 2024-11-19T11:21:17,181 DEBUG [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:17,182 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(327): Store=2515071b622a06cd67ed81d37d020744/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:17,182 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,183 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2515071b622a06cd67ed81d37d020744 columnFamilyName sid 2024-11-19T11:21:17,183 DEBUG [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:17,183 INFO [StoreOpener-2515071b622a06cd67ed81d37d020744-1 {}] regionserver.HStore(327): Store=2515071b622a06cd67ed81d37d020744/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:17,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:17,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:17,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2515071b622a06cd67ed81d37d020744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72729601, jitterRate=0.0837555080652237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:17,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:17,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2515071b622a06cd67ed81d37d020744: Running coprocessor pre-open hook at 1732015277178Writing region info on filesystem at 1732015277178Initializing all the Stores at 1732015277179 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015277179Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015277179Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015277179Cleaning up temporary data from old regions at 1732015277185 (+6 ms)Running coprocessor post-open hooks at 1732015277189 (+4 ms)Region opened successfully at 1732015277190 (+1 ms) 2024-11-19T11:21:17,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744., pid=10, masterSystemTime=1732015277152 2024-11-19T11:21:17,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:17,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:17,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2515071b622a06cd67ed81d37d020744, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,40969,1732015259927 2024-11-19T11:21:17,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2515071b622a06cd67ed81d37d020744, server=16c88966c0af,40969,1732015259927 because future has completed 2024-11-19T11:21:17,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:21:17,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2515071b622a06cd67ed81d37d020744, server=16c88966c0af,40969,1732015259927 in 196 msec 2024-11-19T11:21:17,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:21:17,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2515071b622a06cd67ed81d37d020744, ASSIGN in 353 msec 2024-11-19T11:21:17,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:17,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015277200"}]},"ts":"1732015277200"} 2024-11-19T11:21:17,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:21:17,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:17,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-19T11:21:17,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744., hostname=16c88966c0af,40969,1732015259927, seqNum=2] 2024-11-19T11:21:17,253 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:17,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:21:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:17,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:21:17,573 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:21:17,613 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,40969,1732015259927, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:21:17,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:17,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40969,1732015259927, seqNum=-1] 2024-11-19T11:21:17,615 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:17,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,40969,1732015259927', locateType=CURRENT is [region=hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744., hostname=16c88966c0af,40969,1732015259927, seqNum=2] 2024-11-19T11:21:17,624 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:21:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:21:17,627 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,40969,1732015259927 suceeded 2024-11-19T11:21:17,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:21:17,629 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:21:17,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-19T11:21:17,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2650 sec 2024-11-19T11:21:17,644 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:35079' 2024-11-19T11:21:17,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc32494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:17,658 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:17,658 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:17,659 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:17,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:17,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:17,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54decaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:17,661 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:17,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab2c5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:17,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d88fdb 2024-11-19T11:21:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:17,666 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T11:21:17,667 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,40969,1732015259927 (queues=1) is replicating from cluster=dc0bdfad-721d-42e5-b9e4-2c88a482d0ee to cluster=5e8e368f-4364-4a34-a8eb-1adf9d117c00 2024-11-19T11:21:17,667 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C40969%2C1732015259927 2024-11-19T11:21:17,667 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,40969,1732015259927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, startPosition=0, beingWritten=true 2024-11-19T11:21:17,690 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C40969%2C1732015259927 2024-11-19T11:21:17,705 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:17,705 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:17,705 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:17,857 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:17,931 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:18,234 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:18,521 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:21:18,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:18,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:18,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:18,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13da82d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:18,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:18,523 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:18,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2377df1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,525 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4157a2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc3230a 2024-11-19T11:21:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:18,527 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:18,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:45547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:21:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:21:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:18,530 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:45547' 2024-11-19T11:21:18,531 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1479813c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,531 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:18,531 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:18,532 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499e41e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:18,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,533 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:18,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7e18d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:18,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:18,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,45547,1732015254005 2024-11-19T11:21:18,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1ba5c5 2024-11-19T11:21:18,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:18,536 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:18,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:21:18,536 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:21:18,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:18,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:18,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:18,538 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:21:18,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:18,539 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:18,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:21:18,561 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:18,589 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:21:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:18,660 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:18,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:18,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:18,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f66430b9ec890cfc3687d7b58c17206d, NAME => 'hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd 2024-11-19T11:21:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:21:18,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:18,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f66430b9ec890cfc3687d7b58c17206d, disabling compactions & flushes 2024-11-19T11:21:18,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:18,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:18,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. after waiting 0 ms 2024-11-19T11:21:18,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:18,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:18,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f66430b9ec890cfc3687d7b58c17206d: Waiting for close lock at 1732015278953Disabling compacts and flushes for region at 1732015278953Disabling writes for close at 1732015278954 (+1 ms)Writing region close event to WAL at 1732015278954Closed at 1732015278954 2024-11-19T11:21:18,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:18,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015278955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015278955"}]},"ts":"1732015278955"} 2024-11-19T11:21:18,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:18,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:18,959 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015278959"}]},"ts":"1732015278959"} 2024-11-19T11:21:18,961 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:21:18,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66430b9ec890cfc3687d7b58c17206d, ASSIGN}] 2024-11-19T11:21:18,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66430b9ec890cfc3687d7b58c17206d, ASSIGN 2024-11-19T11:21:18,963 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f66430b9ec890cfc3687d7b58c17206d, ASSIGN; state=OFFLINE, location=16c88966c0af,46541,1732015266053; forceNewPlan=false, retain=false 2024-11-19T11:21:19,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f66430b9ec890cfc3687d7b58c17206d, regionState=OPENING, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:19,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f66430b9ec890cfc3687d7b58c17206d, ASSIGN because future has completed 2024-11-19T11:21:19,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66430b9ec890cfc3687d7b58c17206d, server=16c88966c0af,46541,1732015266053}] 2024-11-19T11:21:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:19,165 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:19,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:19,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:19,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:21:19,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46541%2C1732015266053.rep, suffix=, logDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053, archiveDir=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/oldWALs, maxLogs=10 2024-11-19T11:21:19,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.rep.1732015279278, exclude list is [], retry=0 2024-11-19T11:21:19,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-e1f14561-3f16-4f04-a742-3144bb318bdf,DISK] 2024-11-19T11:21:19,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.rep.1732015279278 2024-11-19T11:21:19,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-19T11:21:19,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f66430b9ec890cfc3687d7b58c17206d, NAME => 'hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:19,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:19,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:19,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. service=MultiRowMutationService 2024-11-19T11:21:19,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:21:19,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:19,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,300 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,301 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66430b9ec890cfc3687d7b58c17206d columnFamilyName hfileref 2024-11-19T11:21:19,301 DEBUG [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:19,302 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(327): Store=f66430b9ec890cfc3687d7b58c17206d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:19,302 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,303 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66430b9ec890cfc3687d7b58c17206d columnFamilyName queue 2024-11-19T11:21:19,303 DEBUG [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:19,303 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(327): Store=f66430b9ec890cfc3687d7b58c17206d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:19,303 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,304 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66430b9ec890cfc3687d7b58c17206d columnFamilyName sid 2024-11-19T11:21:19,304 DEBUG [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:19,305 INFO [StoreOpener-f66430b9ec890cfc3687d7b58c17206d-1 {}] regionserver.HStore(327): Store=f66430b9ec890cfc3687d7b58c17206d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:19,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:19,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:19,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f66430b9ec890cfc3687d7b58c17206d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71662553, jitterRate=0.06785525381565094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:19,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:19,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f66430b9ec890cfc3687d7b58c17206d: Running coprocessor pre-open hook at 1732015279299Writing region info on filesystem at 1732015279299Initializing all the Stores at 1732015279300 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015279300Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015279300Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015279300Cleaning up temporary data from old regions at 1732015279307 (+7 ms)Running coprocessor post-open hooks at 1732015279310 (+3 ms)Region opened successfully at 1732015279310 2024-11-19T11:21:19,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d., pid=10, masterSystemTime=1732015279268 2024-11-19T11:21:19,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:19,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:19,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f66430b9ec890cfc3687d7b58c17206d, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,46541,1732015266053 2024-11-19T11:21:19,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66430b9ec890cfc3687d7b58c17206d, server=16c88966c0af,46541,1732015266053 because future has completed 2024-11-19T11:21:19,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:21:19,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f66430b9ec890cfc3687d7b58c17206d, server=16c88966c0af,46541,1732015266053 in 202 msec 2024-11-19T11:21:19,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:21:19,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66430b9ec890cfc3687d7b58c17206d, ASSIGN in 359 msec 2024-11-19T11:21:19,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:19,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015279322"}]},"ts":"1732015279322"} 2024-11-19T11:21:19,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:21:19,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:19,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-19T11:21:19,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d., hostname=16c88966c0af,46541,1732015266053, seqNum=2] 2024-11-19T11:21:19,367 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:19,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:19,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:19,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:21:19,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:21:19,656 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:21:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:19,689 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,46541,1732015266053, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:21:19,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:19,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46541,1732015266053, seqNum=-1] 2024-11-19T11:21:19,690 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:19,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:19,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,46541,1732015266053', locateType=CURRENT is [region=hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d., hostname=16c88966c0af,46541,1732015266053, seqNum=2] 2024-11-19T11:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:21:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:21:19,698 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,46541,1732015266053 suceeded 2024-11-19T11:21:19,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:21:19,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-19T11:21:19,700 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:45547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:21:19,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1720 sec 2024-11-19T11:21:19,715 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:45547' 2024-11-19T11:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a0de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:19,716 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:19,717 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:19,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:19,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:19,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c9147f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:19,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:19,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:19,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:19,718 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4c3c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:19,719 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,45547,1732015254005 2024-11-19T11:21:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33925c15 2024-11-19T11:21:19,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:19,720 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T11:21:19,721 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,46541,1732015266053 (queues=1) is replicating from cluster=5e8e368f-4364-4a34-a8eb-1adf9d117c00 to cluster=b8598bd5-eb6d-4a01-99a6-ac572dcbceee 2024-11-19T11:21:19,721 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C46541%2C1732015266053 2024-11-19T11:21:19,721 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,46541,1732015266053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:21:19,722 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, startPosition=0, beingWritten=true 2024-11-19T11:21:19,722 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C46541%2C1732015266053 2024-11-19T11:21:19,727 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:19,727 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:19,727 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:19,769 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:19,933 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:20,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:21:20,237 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:20,282 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:20,473 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:20,641 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:21:20,691 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:21:20,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:20,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:20,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:20,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:20,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:20,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca56c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:20,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:20,694 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fc097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:20,697 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258c38cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c83b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:20,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:20,700 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fb4883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:20,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:20,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:20,704 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df298e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cae96a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:20,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:20,708 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f81985c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:20,712 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcb0b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:20,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,37085,1732015254424, seqNum=-1] 2024-11-19T11:21:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:20,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e., hostname=16c88966c0af,37085,1732015254424, seqNum=2] 2024-11-19T11:21:20,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:20,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46541,1732015266053, seqNum=-1] 2024-11-19T11:21:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:20,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015272043.d8163579de382fbeaea14814cc861c2a., hostname=16c88966c0af,46541,1732015266053, seqNum=2] 2024-11-19T11:21:20,771 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T11:21:21,146 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:21,287 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 379, reset compression=false 2024-11-19T11:21:21,305 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:21,305 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:21,305 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1734e27f51abe8b40e055b08a85a00e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T11:21:21,308 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:21,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T11:21:21,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:21,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdbf771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:21,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44463,-1 for getting cluster id 2024-11-19T11:21:21,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:21,330 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0bdfad-721d-42e5-b9e4-2c88a482d0ee' 2024-11-19T11:21:21,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:21,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0bdfad-721d-42e5-b9e4-2c88a482d0ee" 2024-11-19T11:21:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f0231c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44463,-1] 2024-11-19T11:21:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:21,333 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:21,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff410ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:21,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40969,1732015259927, seqNum=-1] 2024-11-19T11:21:21,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:21,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:21,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c., hostname=16c88966c0af,40969,1732015259927, seqNum=2] 2024-11-19T11:21:21,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:21,751 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:21,773 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T11:21:21,851 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:22,203 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 379, reset compression=false 2024-11-19T11:21:22,209 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:22,209 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 504, reset compression=false 2024-11-19T11:21:22,209 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T11:21:22,215 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:22,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T11:21:22,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:22,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@407aec06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:22,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:22,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:22,223 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f729975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:22,226 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:22,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3758d378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:22,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:22,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46541,1732015266053, seqNum=-1] 2024-11-19T11:21:22,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:22,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:22,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015272043.d8163579de382fbeaea14814cc861c2a., hostname=16c88966c0af,46541,1732015266053, seqNum=2] 2024-11-19T11:21:22,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:22,255 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:22,441 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 504, reset compression=false 2024-11-19T11:21:22,455 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 379, reset compression=false 2024-11-19T11:21:22,459 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:22,459 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 528, reset compression=false 2024-11-19T11:21:22,459 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:22,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 528, reset compression=false 2024-11-19T11:21:22,745 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 504, reset compression=false 2024-11-19T11:21:22,766 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:22,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T11:21:22,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,40969,1732015259927, seqNum=-1] 2024-11-19T11:21:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:22,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c., hostname=16c88966c0af,40969,1732015259927, seqNum=2] 2024-11-19T11:21:22,781 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T11:21:22,973 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 528, reset compression=false 2024-11-19T11:21:23,149 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 504, reset compression=false 2024-11-19T11:21:23,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:23,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 608, reset compression=false 2024-11-19T11:21:23,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:21:23,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:23,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:23,357 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 608, reset compression=false 2024-11-19T11:21:23,369 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:23,377 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 528, reset compression=false 2024-11-19T11:21:23,381 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:23,381 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 656, reset compression=false 2024-11-19T11:21:23,381 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8163579de382fbeaea14814cc861c2a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T11:21:23,383 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:23,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T11:21:23,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:23,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79778a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:23,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:23,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:23,385 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6f81d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:23,386 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:23,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b846f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:23,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:23,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,37085,1732015254424, seqNum=-1] 2024-11-19T11:21:23,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:23,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T11:21:23,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e., hostname=16c88966c0af,37085,1732015254424, seqNum=2] 2024-11-19T11:21:23,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:23,584 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 656, reset compression=false 2024-11-19T11:21:23,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:21:23,662 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 608, reset compression=false 2024-11-19T11:21:23,782 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T11:21:23,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T11:21:23,887 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 656, reset compression=false 2024-11-19T11:21:23,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:23,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 760, reset compression=false 2024-11-19T11:21:23,891 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8163579de382fbeaea14814cc861c2a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:21:23,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:23,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:24,065 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 608, reset compression=false 2024-11-19T11:21:24,074 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 480, reset compression=false 2024-11-19T11:21:24,078 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:24,078 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 758, reset compression=false 2024-11-19T11:21:24,078 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1734e27f51abe8b40e055b08a85a00e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T11:21:24,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:24,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:24,094 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 760, reset compression=false 2024-11-19T11:21:24,281 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 758, reset compression=false 2024-11-19T11:21:24,398 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 760, reset compression=false 2024-11-19T11:21:24,569 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 608, reset compression=false 2024-11-19T11:21:24,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:24,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 759, reset compression=false 2024-11-19T11:21:24,573 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:24,585 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 758, reset compression=false 2024-11-19T11:21:24,776 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 759, reset compression=false 2024-11-19T11:21:24,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T11:21:24,791 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T11:21:24,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:24,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,802 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 760, reset compression=false 2024-11-19T11:21:24,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:24,988 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 758, reset compression=false 2024-11-19T11:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 914, reset compression=false 2024-11-19T11:21:24,992 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1734e27f51abe8b40e055b08a85a00e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T11:21:24,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:24,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:25,079 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 759, reset compression=false 2024-11-19T11:21:25,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:25,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 907, reset compression=false 2024-11-19T11:21:25,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T11:21:25,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:25,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 914, reset compression=false 2024-11-19T11:21:25,287 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 907, reset compression=false 2024-11-19T11:21:25,307 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 760, reset compression=false 2024-11-19T11:21:25,311 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:25,311 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 932, reset compression=false 2024-11-19T11:21:25,311 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:25,499 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 914, reset compression=false 2024-11-19T11:21:25,514 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 932, reset compression=false 2024-11-19T11:21:25,590 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 907, reset compression=false 2024-11-19T11:21:25,792 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T11:21:25,795 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T11:21:25,817 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 932, reset compression=false 2024-11-19T11:21:25,902 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 914, reset compression=false 2024-11-19T11:21:25,992 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 907, reset compression=false 2024-11-19T11:21:25,996 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:25,996 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1066, reset compression=false 2024-11-19T11:21:25,996 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T11:21:25,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:25,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:26,199 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1066, reset compression=false 2024-11-19T11:21:26,221 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 932, reset compression=false 2024-11-19T11:21:26,225 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:26,225 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1082, reset compression=false 2024-11-19T11:21:26,225 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8163579de382fbeaea14814cc861c2a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T11:21:26,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:26,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:26,405 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 914, reset compression=false 2024-11-19T11:21:26,410 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:26,410 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1087, reset compression=false 2024-11-19T11:21:26,410 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:26,430 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1082, reset compression=false 2024-11-19T11:21:26,502 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1066, reset compression=false 2024-11-19T11:21:26,613 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1087, reset compression=false 2024-11-19T11:21:26,732 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1082, reset compression=false 2024-11-19T11:21:26,797 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T11:21:26,800 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T11:21:26,905 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1066, reset compression=false 2024-11-19T11:21:26,917 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1087, reset compression=false 2024-11-19T11:21:27,135 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1082, reset compression=false 2024-11-19T11:21:27,140 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:27,141 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1241, reset compression=false 2024-11-19T11:21:27,141 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8163579de382fbeaea14814cc861c2a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T11:21:27,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:27,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:27,321 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1087, reset compression=false 2024-11-19T11:21:27,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:27,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1236, reset compression=false 2024-11-19T11:21:27,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1734e27f51abe8b40e055b08a85a00e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T11:21:27,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:27,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:27,345 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1241, reset compression=false 2024-11-19T11:21:27,409 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1066, reset compression=false 2024-11-19T11:21:27,415 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:27,415 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:27,416 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1239, reset compression=false 2024-11-19T11:21:27,532 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1236, reset compression=false 2024-11-19T11:21:27,625 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1239, reset compression=false 2024-11-19T11:21:27,654 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1241, reset compression=false 2024-11-19T11:21:27,802 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T11:21:27,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74da4e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:27,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:27,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:27,824 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d59e75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:27,825 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655fb26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:27,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e024cd 2024-11-19T11:21:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:27,830 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:27,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T11:21:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T11:21:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:21:27,836 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1236, reset compression=false 2024-11-19T11:21:27,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:21:27,931 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1239, reset compression=false 2024-11-19T11:21:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:21:28,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T11:21:28,001 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T11:21:28,002 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T11:21:28,002 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,46541,1732015266053 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T11:21:28,003 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/16c88966c0af:0-0. 2024-11-19T11:21:28,003 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:28,003 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:28,003 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:28,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:28,103 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T11:21:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:21:28,203 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 terminated 2024-11-19T11:21:28,227 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,46541,1732015266053, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:21:28,227 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T11:21:28,228 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T11:21:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T11:21:28,230 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 16c88966c0af,46541,1732015266053 suceeded 2024-11-19T11:21:28,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T11:21:28,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-11-19T11:21:28,233 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T11:21:28,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 402 msec 2024-11-19T11:21:28,240 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1236, reset compression=false 2024-11-19T11:21:28,248 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:45547' 2024-11-19T11:21:28,250 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47705c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:28,250 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,45547,-1 for getting cluster id 2024-11-19T11:21:28,250 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:28,251 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8598bd5-eb6d-4a01-99a6-ac572dcbceee' 2024-11-19T11:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8598bd5-eb6d-4a01-99a6-ac572dcbceee" 2024-11-19T11:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9955da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,45547,-1] 2024-11-19T11:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:28,252 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:28,253 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd35f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:28,253 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:28,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,45547,1732015254005 2024-11-19T11:21:28,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d943a4 2024-11-19T11:21:28,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:28,255 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T11:21:28,256 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,46541,1732015266053 (queues=1) is replicating from cluster=5e8e368f-4364-4a34-a8eb-1adf9d117c00 to cluster=b8598bd5-eb6d-4a01-99a6-ac572dcbceee 2024-11-19T11:21:28,256 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C46541%2C1732015266053 2024-11-19T11:21:28,256 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,46541,1732015266053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:21:28,260 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C46541%2C1732015266053 2024-11-19T11:21:28,335 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1239, reset compression=false 2024-11-19T11:21:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:21:28,461 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:21:28,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:28,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:28,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:28,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:28,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:28,465 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T11:21:28,745 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1236, reset compression=false 2024-11-19T11:21:28,750 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:28,750 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1340, reset compression=false 2024-11-19T11:21:28,750 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1734e27f51abe8b40e055b08a85a00e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:21:28,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:28,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:28,838 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1239, reset compression=false 2024-11-19T11:21:28,842 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:28,842 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1367, reset compression=false 2024-11-19T11:21:28,842 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T11:21:28,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:28,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:28,953 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1340, reset compression=false 2024-11-19T11:21:29,045 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1367, reset compression=false 2024-11-19T11:21:29,257 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1340, reset compression=false 2024-11-19T11:21:29,348 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1367, reset compression=false 2024-11-19T11:21:29,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:21:29,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T11:21:29,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a3724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:29,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35079,-1 for getting cluster id 2024-11-19T11:21:29,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:29,471 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e8e368f-4364-4a34-a8eb-1adf9d117c00' 2024-11-19T11:21:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e8e368f-4364-4a34-a8eb-1adf9d117c00" 2024-11-19T11:21:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a488659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35079,-1] 2024-11-19T11:21:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:29,472 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004acbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:29,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35079,1732015265922 2024-11-19T11:21:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f19ba71 2024-11-19T11:21:29,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:29,478 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:29,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T11:21:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T11:21:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T11:21:29,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:21:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T11:21:29,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T11:21:29,644 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T11:21:29,644 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T11:21:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T11:21:29,646 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 16c88966c0af,46541,1732015266053 suceeded 2024-11-19T11:21:29,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T11:21:29,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-19T11:21:29,649 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T11:21:29,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 171 msec 2024-11-19T11:21:29,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, startPosition=1241, beingWritten=true 2024-11-19T11:21:29,661 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1340, reset compression=false 2024-11-19T11:21:29,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:29,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1393, reset compression=false 2024-11-19T11:21:29,663 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:29,751 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1367, reset compression=false 2024-11-19T11:21:29,755 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:29,755 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:29,760 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f8eb997db76d38dc993f85bb61e60c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:21:29,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:29,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T11:21:29,801 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:21:29,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:29,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:29,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:29,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:29,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:29,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-19T11:21:29,869 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1393, reset compression=false 2024-11-19T11:21:29,873 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:21:29,873 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1521, reset compression=false 2024-11-19T11:21:29,873 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8163579de382fbeaea14814cc861c2a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T11:21:29,875 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:29,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T11:21:29,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:21:29,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:21:29,960 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1521, reset compression=false 2024-11-19T11:21:30,165 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1340, reset compression=false 2024-11-19T11:21:30,169 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:30,169 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:30,169 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:30,264 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:30,372 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:30,381 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1521, reset compression=false 2024-11-19T11:21:30,667 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:30,678 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:30,787 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1521, reset compression=false 2024-11-19T11:21:30,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T11:21:30,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:21:30,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:30,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:30,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:30,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:30,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:30,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:21:30,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024765780, stopped=false 2024-11-19T11:21:30,806 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,35079,1732015265922 2024-11-19T11:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2031852718/running 2024-11-19T11:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2031852718/running 2024-11-19T11:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:30,847 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:30,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:30,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:30,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:30,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/running 2024-11-19T11:21:30,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,46541,1732015266053' ***** 2024-11-19T11:21:30,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:21:30,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Set watcher on znode that does not yet exist, /2-2031852718/running 2024-11-19T11:21:30,849 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:21:30,849 INFO [RS:0;16c88966c0af:46541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:21:30,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:21:30,849 INFO [RS:0;16c88966c0af:46541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:21:30,849 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:30,849 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,46541,1732015266053 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f66430b9ec890cfc3687d7b58c17206d, disabling compactions & flushes 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:46541. 2024-11-19T11:21:30,850 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:30,850 DEBUG [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:30,850 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. after waiting 0 ms 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:30,850 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:21:30,850 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1325): Online Regions={f66430b9ec890cfc3687d7b58c17206d=hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d., d8163579de382fbeaea14814cc861c2a=test,,1732015272043.d8163579de382fbeaea14814cc861c2a., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:21:30,850 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f66430b9ec890cfc3687d7b58c17206d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T11:21:30,850 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a, f66430b9ec890cfc3687d7b58c17206d 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:30,850 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:30,850 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:30,851 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:21:30,868 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/.tmp/queue/d18789dfd3dc4727a4da6de32bb95a20 is 154, key is 1-16c88966c0af,46541,1732015266053/queue:16c88966c0af%2C46541%2C1732015266053/1732015289880/Put/seqid=0 2024-11-19T11:21:30,871 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/info/ade8638fb2184771a2af5818246ce863 is 147, key is hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d./info:regioninfo/1732015279314/Put/seqid=0 2024-11-19T11:21:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741840_1016 (size=7686) 2024-11-19T11:21:30,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741841_1017 (size=5353) 2024-11-19T11:21:30,898 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/.tmp/queue/d18789dfd3dc4727a4da6de32bb95a20 2024-11-19T11:21:30,903 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/.tmp/queue/d18789dfd3dc4727a4da6de32bb95a20 as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/queue/d18789dfd3dc4727a4da6de32bb95a20 2024-11-19T11:21:30,907 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/queue/d18789dfd3dc4727a4da6de32bb95a20, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T11:21:30,908 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f66430b9ec890cfc3687d7b58c17206d in 58ms, sequenceid=14, compaction requested=false 2024-11-19T11:21:30,911 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/replication/f66430b9ec890cfc3687d7b58c17206d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T11:21:30,912 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:21:30,912 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f66430b9ec890cfc3687d7b58c17206d: Waiting for close lock at 1732015290850Running coprocessor pre-close hooks at 1732015290850Disabling compacts and flushes for region at 1732015290850Disabling writes for close at 1732015290850Obtaining lock to block concurrent updates at 1732015290850Preparing flush snapshotting stores in f66430b9ec890cfc3687d7b58c17206d at 1732015290850Finished memstore snapshotting hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732015290851 (+1 ms)Flushing stores of hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. at 1732015290851Flushing f66430b9ec890cfc3687d7b58c17206d/queue: creating writer at 1732015290851Flushing f66430b9ec890cfc3687d7b58c17206d/queue: appending metadata at 1732015290868 (+17 ms)Flushing f66430b9ec890cfc3687d7b58c17206d/queue: closing flushed file at 1732015290868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4107f51c: reopening flushed file at 1732015290902 (+34 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f66430b9ec890cfc3687d7b58c17206d in 58ms, sequenceid=14, compaction requested=false at 1732015290908 (+6 ms)Writing region close event to WAL at 1732015290909 (+1 ms)Running coprocessor post-close hooks at 1732015290912 (+3 ms)Closed at 1732015290912 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015278537.f66430b9ec890cfc3687d7b58c17206d. 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8163579de382fbeaea14814cc861c2a, disabling compactions & flushes 2024-11-19T11:21:30,912 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015272043.d8163579de382fbeaea14814cc861c2a. after waiting 0 ms 2024-11-19T11:21:30,912 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:30,913 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8163579de382fbeaea14814cc861c2a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T11:21:30,931 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f/1fff19d3af7b4288a2f4ae99cbf785df is 37, key is row3/f:row3/1732015288463/Put/seqid=0 2024-11-19T11:21:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741842_1018 (size=5228) 2024-11-19T11:21:31,051 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:31,117 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:31,172 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:31,220 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:21:31,220 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:21:31,251 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:31,297 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/info/ade8638fb2184771a2af5818246ce863 2024-11-19T11:21:31,297 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1521, reset compression=false 2024-11-19T11:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1768, reset compression=false 2024-11-19T11:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46541,1732015266053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:31,305 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,46541,1732015266053: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,46541,1732015266053, walGroup=16c88966c0af%2C46541%2C1732015266053, offset=16c88966c0af%2C46541%2C1732015266053.1732015267322:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:46541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:21:31,307 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:21:31,307 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:21:31,308 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:21:31,308 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:21:31,308 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:21:31,308 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 883539952 }, "NonHeapMemoryUsage": { "committed": 200409088, "init": 7667712, "max": -1, "used": 197510864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:21:31,308 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:35079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:35079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:21:31,328 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/ns/79d14b9f5d5840a09a6aedd98d971597 is 43, key is default/ns:d/1732015268519/Put/seqid=0 2024-11-19T11:21:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741843_1019 (size=5153) 2024-11-19T11:21:31,343 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/ns/79d14b9f5d5840a09a6aedd98d971597 2024-11-19T11:21:31,347 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f/1fff19d3af7b4288a2f4ae99cbf785df 2024-11-19T11:21:31,355 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fff19d3af7b4288a2f4ae99cbf785df 2024-11-19T11:21:31,379 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/rep_barrier/00b6356956484b9daa96685b0f986f6a is 112, key is test,,1732015272043.d8163579de382fbeaea14814cc861c2a./rep_barrier:seqnumDuringOpen/1732015273217/Put/seqid=0 2024-11-19T11:21:31,385 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f1/26983ddd1d664d379768b519aa88429b is 30, key is row1/f1:/1732015285793/DeleteFamily/seqid=0 2024-11-19T11:21:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:21:31,390 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/rep_barrier/00b6356956484b9daa96685b0f986f6a 2024-11-19T11:21:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741845_1021 (size=5158) 2024-11-19T11:21:31,414 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f1/26983ddd1d664d379768b519aa88429b 2024-11-19T11:21:31,421 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26983ddd1d664d379768b519aa88429b 2024-11-19T11:21:31,429 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/table/0f71808e16fc47429c6392919f37e0ea is 53, key is hbase:replication/table:state/1732015279322/Put/seqid=0 2024-11-19T11:21:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:21:31,446 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/norep/e817c4210c8e49df846d7678da46d4e1 is 33, key is row2/norep:/1732015286798/DeleteFamily/seqid=0 2024-11-19T11:21:31,451 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741847_1023 (size=5108) 2024-11-19T11:21:31,521 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1768, reset compression=false 2024-11-19T11:21:31,628 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:31,651 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:31,775 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:31,824 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.wal-reader.16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.1732015267322 to pos 1768, reset compression=false 2024-11-19T11:21:31,834 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/table/0f71808e16fc47429c6392919f37e0ea 2024-11-19T11:21:31,838 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/info/ade8638fb2184771a2af5818246ce863 as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/info/ade8638fb2184771a2af5818246ce863 2024-11-19T11:21:31,842 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/info/ade8638fb2184771a2af5818246ce863, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:21:31,843 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/ns/79d14b9f5d5840a09a6aedd98d971597 as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/ns/79d14b9f5d5840a09a6aedd98d971597 2024-11-19T11:21:31,847 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/ns/79d14b9f5d5840a09a6aedd98d971597, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:21:31,848 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/rep_barrier/00b6356956484b9daa96685b0f986f6a as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/rep_barrier/00b6356956484b9daa96685b0f986f6a 2024-11-19T11:21:31,851 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:21:31,851 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1325): Online Regions={d8163579de382fbeaea14814cc861c2a=test,,1732015272043.d8163579de382fbeaea14814cc861c2a., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:21:31,851 DEBUG [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8163579de382fbeaea14814cc861c2a 2024-11-19T11:21:31,860 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/norep/e817c4210c8e49df846d7678da46d4e1 2024-11-19T11:21:31,861 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/rep_barrier/00b6356956484b9daa96685b0f986f6a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:21:31,862 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/.tmp/table/0f71808e16fc47429c6392919f37e0ea as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/table/0f71808e16fc47429c6392919f37e0ea 2024-11-19T11:21:31,864 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e817c4210c8e49df846d7678da46d4e1 2024-11-19T11:21:31,865 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f/1fff19d3af7b4288a2f4ae99cbf785df as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/f/1fff19d3af7b4288a2f4ae99cbf785df 2024-11-19T11:21:31,866 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/table/0f71808e16fc47429c6392919f37e0ea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:21:31,867 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false 2024-11-19T11:21:31,872 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fff19d3af7b4288a2f4ae99cbf785df 2024-11-19T11:21:31,872 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/f/1fff19d3af7b4288a2f4ae99cbf785df, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T11:21:31,873 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/f1/26983ddd1d664d379768b519aa88429b as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/f1/26983ddd1d664d379768b519aa88429b 2024-11-19T11:21:31,876 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:21:31,877 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:31,877 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:21:31,877 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:31,877 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015290850Running coprocessor pre-close hooks at 1732015290850Disabling compacts and flushes for region at 1732015290850Disabling writes for close at 1732015290850Obtaining lock to block concurrent updates at 1732015290851 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732015290851Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015290851Flushing stores of hbase:meta,,1.1588230740 at 1732015290851Flushing 1588230740/info: creating writer at 1732015290851Flushing 1588230740/info: appending metadata at 1732015290871 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732015290871Flushing 1588230740/ns: creating writer at 1732015291303 (+432 ms)Flushing 1588230740/ns: appending metadata at 1732015291327 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732015291327Flushing 1588230740/rep_barrier: creating writer at 1732015291349 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015291378 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015291378Flushing 1588230740/table: creating writer at 1732015291397 (+19 ms)Flushing 1588230740/table: appending metadata at 1732015291428 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732015291428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5513a2b0: reopening flushed file at 1732015291838 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c0cb55: reopening flushed file at 1732015291842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542a4023: reopening flushed file at 1732015291847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3019466: reopening flushed file at 1732015291861 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false at 1732015291867 (+6 ms)Writing region close event to WAL at 1732015291873 (+6 ms)Running coprocessor post-close hooks at 1732015291877 (+4 ms)Closed at 1732015291877 2024-11-19T11:21:31,877 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:31,878 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26983ddd1d664d379768b519aa88429b 2024-11-19T11:21:31,878 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/f1/26983ddd1d664d379768b519aa88429b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:31,879 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/.tmp/norep/e817c4210c8e49df846d7678da46d4e1 as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/norep/e817c4210c8e49df846d7678da46d4e1 2024-11-19T11:21:31,883 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e817c4210c8e49df846d7678da46d4e1 2024-11-19T11:21:31,884 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/norep/e817c4210c8e49df846d7678da46d4e1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:31,884 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d8163579de382fbeaea14814cc861c2a in 972ms, sequenceid=12, compaction requested=false 2024-11-19T11:21:31,888 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/data/default/test/d8163579de382fbeaea14814cc861c2a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:21:31,889 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:31,889 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:21:31,889 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:31,889 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8163579de382fbeaea14814cc861c2a: Waiting for close lock at 1732015290912Running coprocessor pre-close hooks at 1732015290912Disabling compacts and flushes for region at 1732015290912Disabling writes for close at 1732015290912Obtaining lock to block concurrent updates at 1732015290913 (+1 ms)Preparing flush snapshotting stores in d8163579de382fbeaea14814cc861c2a at 1732015290913Finished memstore snapshotting test,,1732015272043.d8163579de382fbeaea14814cc861c2a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732015290913Flushing stores of test,,1732015272043.d8163579de382fbeaea14814cc861c2a. at 1732015290913Flushing d8163579de382fbeaea14814cc861c2a/f: creating writer at 1732015290913Flushing d8163579de382fbeaea14814cc861c2a/f: appending metadata at 1732015290931 (+18 ms)Flushing d8163579de382fbeaea14814cc861c2a/f: closing flushed file at 1732015290931Flushing d8163579de382fbeaea14814cc861c2a/f1: creating writer at 1732015291355 (+424 ms)Flushing d8163579de382fbeaea14814cc861c2a/f1: appending metadata at 1732015291385 (+30 ms)Flushing d8163579de382fbeaea14814cc861c2a/f1: closing flushed file at 1732015291385Flushing d8163579de382fbeaea14814cc861c2a/norep: creating writer at 1732015291421 (+36 ms)Flushing d8163579de382fbeaea14814cc861c2a/norep: appending metadata at 1732015291445 (+24 ms)Flushing d8163579de382fbeaea14814cc861c2a/norep: closing flushed file at 1732015291445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a57044f: reopening flushed file at 1732015291864 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f491e1d: reopening flushed file at 1732015291872 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c364339: reopening flushed file at 1732015291879 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d8163579de382fbeaea14814cc861c2a in 972ms, sequenceid=12, compaction requested=false at 1732015291884 (+5 ms)Writing region close event to WAL at 1732015291885 (+1 ms)Running coprocessor post-close hooks at 1732015291889 (+4 ms)Closed at 1732015291889 2024-11-19T11:21:31,889 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015272043.d8163579de382fbeaea14814cc861c2a. 2024-11-19T11:21:32,052 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,46541,1732015266053; all regions closed. 2024-11-19T11:21:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:21:32,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/WALs/16c88966c0af,46541,1732015266053/16c88966c0af%2C46541%2C1732015266053.rep.1732015279278 not finished, retry = 0 2024-11-19T11:21:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741839_1015 (size=3552) 2024-11-19T11:21:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741833_1009 (size=2420) 2024-11-19T11:21:32,159 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:32,159 INFO [RS:0;16c88966c0af:46541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:32,159 INFO [RS:0;16c88966c0af:46541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:32,159 INFO [RS:0;16c88966c0af:46541 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:32,159 INFO [RS:0;16c88966c0af:46541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:32,160 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:32,160 INFO [RS:0;16c88966c0af:46541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,46541,1732015266053 because: Region server is closing 2024-11-19T11:21:32,160 INFO [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:46541. 2024-11-19T11:21:32,160 DEBUG [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:32,160 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:32,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:32,160 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:32,232 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:32,261 INFO [RS:0;16c88966c0af:46541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46541,1732015266053.replicationSource.shipper16c88966c0af%2C46541%2C1732015266053,1-16c88966c0af,46541,1732015266053 terminated 2024-11-19T11:21:32,261 INFO [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:46541. 2024-11-19T11:21:32,261 DEBUG [RS:0;16c88966c0af:46541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:32,261 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:32,261 DEBUG [RS:0;16c88966c0af:46541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:32,261 INFO [RS:0;16c88966c0af:46541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46541 2024-11-19T11:21:32,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718/rs 2024-11-19T11:21:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2031852718/rs/16c88966c0af,46541,1732015266053 2024-11-19T11:21:32,310 INFO [RS:0;16c88966c0af:46541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:32,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,46541,1732015266053] 2024-11-19T11:21:32,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2031852718/draining/16c88966c0af,46541,1732015266053 already deleted, retry=false 2024-11-19T11:21:32,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,46541,1732015266053 expired; onlineServers=0 2024-11-19T11:21:32,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,35079,1732015265922' ***** 2024-11-19T11:21:32,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:21:32,384 INFO [M:0;16c88966c0af:35079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:32,384 INFO [M:0;16c88966c0af:35079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:32,384 DEBUG [M:0;16c88966c0af:35079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:21:32,384 DEBUG [M:0;16c88966c0af:35079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:21:32,384 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015266920 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015266920,5,FailOnTimeoutGroup] 2024-11-19T11:21:32,384 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015266921 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015266921,5,FailOnTimeoutGroup] 2024-11-19T11:21:32,385 INFO [M:0;16c88966c0af:35079 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:32,385 INFO [M:0;16c88966c0af:35079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:32,385 DEBUG [M:0;16c88966c0af:35079 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:21:32,385 INFO [M:0;16c88966c0af:35079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:21:32,385 INFO [M:0;16c88966c0af:35079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:32,385 INFO [M:0;16c88966c0af:35079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:21:32,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:21:32,385 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:21:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2031852718/master 2024-11-19T11:21:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2031852718 2024-11-19T11:21:32,395 DEBUG [M:0;16c88966c0af:35079 {}] zookeeper.ZKUtil(347): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Unable to get data of znode /2-2031852718/master because node does not exist (not an error) 2024-11-19T11:21:32,395 WARN [M:0;16c88966c0af:35079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:21:32,396 INFO [M:0;16c88966c0af:35079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/.lastflushedseqids 2024-11-19T11:21:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741848_1024 (size=245) 2024-11-19T11:21:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:32,463 INFO [RS:0;16c88966c0af:46541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46541-0x10152d35df20007, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:32,463 INFO [RS:0;16c88966c0af:46541 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,46541,1732015266053; zookeeper connection closed. 2024-11-19T11:21:32,463 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c9c5970 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c9c5970 2024-11-19T11:21:32,463 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:21:32,479 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:32,800 INFO [M:0;16c88966c0af:35079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:21:32,801 INFO [M:0;16c88966c0af:35079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:21:32,801 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:32,801 INFO [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:32,801 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:32,801 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:32,801 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:32,801 INFO [M:0;16c88966c0af:35079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-19T11:21:32,818 DEBUG [M:0;16c88966c0af:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6be0d5c652874362a07277473095a5cb is 82, key is hbase:meta,,1/info:regioninfo/1732015268259/Put/seqid=0 2024-11-19T11:21:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741849_1025 (size=5672) 2024-11-19T11:21:32,937 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:33,223 INFO [M:0;16c88966c0af:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6be0d5c652874362a07277473095a5cb 2024-11-19T11:21:33,244 DEBUG [M:0;16c88966c0af:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d656673ecd984b23bb46eb900085c76c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015279326/Put/seqid=0 2024-11-19T11:21:33,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741850_1026 (size=9212) 2024-11-19T11:21:33,283 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:33,648 INFO [M:0;16c88966c0af:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d656673ecd984b23bb46eb900085c76c 2024-11-19T11:21:33,668 DEBUG [M:0;16c88966c0af:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5593786e3a104dcd8b04d15167e94b55 is 69, key is 16c88966c0af,46541,1732015266053/rs:state/1732015267101/Put/seqid=0 2024-11-19T11:21:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741851_1027 (size=5156) 2024-11-19T11:21:33,672 INFO [M:0;16c88966c0af:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5593786e3a104dcd8b04d15167e94b55 2024-11-19T11:21:33,676 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6be0d5c652874362a07277473095a5cb as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6be0d5c652874362a07277473095a5cb 2024-11-19T11:21:33,680 INFO [M:0;16c88966c0af:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6be0d5c652874362a07277473095a5cb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T11:21:33,681 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d656673ecd984b23bb46eb900085c76c as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d656673ecd984b23bb46eb900085c76c 2024-11-19T11:21:33,685 INFO [M:0;16c88966c0af:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d656673ecd984b23bb46eb900085c76c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T11:21:33,686 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5593786e3a104dcd8b04d15167e94b55 as hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5593786e3a104dcd8b04d15167e94b55 2024-11-19T11:21:33,689 INFO [M:0;16c88966c0af:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44793/user/jenkins/test-data/2e0083ee-b604-bcd2-4440-4721f44c17bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5593786e3a104dcd8b04d15167e94b55, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T11:21:33,690 INFO [M:0;16c88966c0af:35079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=127, compaction requested=false 2024-11-19T11:21:33,700 INFO [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:33,700 DEBUG [M:0;16c88966c0af:35079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015292801Disabling compacts and flushes for region at 1732015292801Disabling writes for close at 1732015292801Obtaining lock to block concurrent updates at 1732015292801Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015292801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732015292801Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015292802 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015292802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015292817 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015292817Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015293226 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015293243 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015293243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015293651 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015293668 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015293668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ff84ff: reopening flushed file at 1732015293675 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463cef9c: reopening flushed file at 1732015293680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f258f9a: reopening flushed file at 1732015293685 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=127, compaction requested=false at 1732015293690 (+5 ms)Writing region close event to WAL at 1732015293700 (+10 ms)Closed at 1732015293700 2024-11-19T11:21:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741830_1006 (size=73866) 2024-11-19T11:21:33,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:33,703 INFO [M:0;16c88966c0af:35079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:21:33,703 INFO [M:0;16c88966c0af:35079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35079 2024-11-19T11:21:33,704 INFO [M:0;16c88966c0af:35079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:33,742 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:33,885 INFO [M:0;16c88966c0af:35079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:33,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10152d35df20006, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:33,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23267dea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:33,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52b21755{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:33,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:33,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40ac1100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:33,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dd65732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:33,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:21:33,890 WARN [BP-1948563088-172.17.0.2-1732015263299 heartbeating to localhost/127.0.0.1:44793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:21:33,890 WARN [BP-1948563088-172.17.0.2-1732015263299 heartbeating to localhost/127.0.0.1:44793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948563088-172.17.0.2-1732015263299 (Datanode Uuid 4f80932b-6cc8-45e0-b3e6-60b58cd02f7d) service to localhost/127.0.0.1:44793 2024-11-19T11:21:33,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:21:33,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/cluster_fd734b75-afd5-8b02-1d13-069ff465f6c6/data/data1/current/BP-1948563088-172.17.0.2-1732015263299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:33,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/cluster_fd734b75-afd5-8b02-1d13-069ff465f6c6/data/data2/current/BP-1948563088-172.17.0.2-1732015263299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:33,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:21:33,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@604ebc48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:33,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10643fea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:33,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:33,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c01903a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:33,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644c2f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:21:33,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:33,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:33,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:33,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:33,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:33,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:21:33,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2124834723, stopped=false 2024-11-19T11:21:33,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,44463,1732015259773 2024-11-19T11:21:33,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095446907/running 2024-11-19T11:21:33,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095446907/running 2024-11-19T11:21:33,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:33,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:33,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:33,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/running 2024-11-19T11:21:33,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:33,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:33,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:33,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Set watcher on znode that does not yet exist, /11095446907/running 2024-11-19T11:21:33,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,40969,1732015259927' ***** 2024-11-19T11:21:33,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:21:33,944 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:21:33,944 INFO [RS:0;16c88966c0af:40969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:21:33,944 INFO [RS:0;16c88966c0af:40969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:21:33,944 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 2515071b622a06cd67ed81d37d020744 2024-11-19T11:21:33,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,40969,1732015259927 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40969. 2024-11-19T11:21:33,945 DEBUG [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:33,945 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:21:33,945 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:21:33,945 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1325): Online Regions={2515071b622a06cd67ed81d37d020744=hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744., 1588230740=hbase:meta,,1.1588230740, b4f8eb997db76d38dc993f85bb61e60c=test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.} 2024-11-19T11:21:33,945 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2515071b622a06cd67ed81d37d020744, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2515071b622a06cd67ed81d37d020744, disabling compactions & flushes 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:33,945 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:33,945 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. after waiting 0 ms 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:33,945 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:33,946 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:21:33,946 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2515071b622a06cd67ed81d37d020744 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T11:21:33,963 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/info/bea4c1b7f8974fd0aaa83980a818e09e is 147, key is hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744./info:regioninfo/1732015277193/Put/seqid=0 2024-11-19T11:21:33,964 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/.tmp/queue/e0f073520ab24d5d8f2aa3eb25a4da56 is 154, key is 1-16c88966c0af,40969,1732015259927/queue:16c88966c0af%2C40969%2C1732015259927/1732015289772/Put/seqid=0 2024-11-19T11:21:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741840_1016 (size=5353) 2024-11-19T11:21:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741841_1017 (size=7686) 2024-11-19T11:21:34,004 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:21:34,004 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:21:34,032 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:34,145 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2515071b622a06cd67ed81d37d020744, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:34,186 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:34,346 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2515071b622a06cd67ed81d37d020744, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:34,379 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/.tmp/queue/e0f073520ab24d5d8f2aa3eb25a4da56 2024-11-19T11:21:34,382 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/info/bea4c1b7f8974fd0aaa83980a818e09e 2024-11-19T11:21:34,384 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/.tmp/queue/e0f073520ab24d5d8f2aa3eb25a4da56 as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/queue/e0f073520ab24d5d8f2aa3eb25a4da56 2024-11-19T11:21:34,388 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/queue/e0f073520ab24d5d8f2aa3eb25a4da56, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T11:21:34,389 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2515071b622a06cd67ed81d37d020744 in 444ms, sequenceid=14, compaction requested=false 2024-11-19T11:21:34,389 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:21:34,393 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/replication/2515071b622a06cd67ed81d37d020744/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T11:21:34,393 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:21:34,394 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2515071b622a06cd67ed81d37d020744: Waiting for close lock at 1732015293945Running coprocessor pre-close hooks at 1732015293945Disabling compacts and flushes for region at 1732015293945Disabling writes for close at 1732015293945Obtaining lock to block concurrent updates at 1732015293946 (+1 ms)Preparing flush snapshotting stores in 2515071b622a06cd67ed81d37d020744 at 1732015293946Finished memstore snapshotting hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732015293946Flushing stores of hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. at 1732015293946Flushing 2515071b622a06cd67ed81d37d020744/queue: creating writer at 1732015293946Flushing 2515071b622a06cd67ed81d37d020744/queue: appending metadata at 1732015293964 (+18 ms)Flushing 2515071b622a06cd67ed81d37d020744/queue: closing flushed file at 1732015293964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe183d6: reopening flushed file at 1732015294384 (+420 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 2515071b622a06cd67ed81d37d020744 in 444ms, sequenceid=14, compaction requested=false at 1732015294389 (+5 ms)Writing region close event to WAL at 1732015294390 (+1 ms)Running coprocessor post-close hooks at 1732015294393 (+3 ms)Closed at 1732015294394 (+1 ms) 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015276379.2515071b622a06cd67ed81d37d020744. 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4f8eb997db76d38dc993f85bb61e60c, disabling compactions & flushes 2024-11-19T11:21:34,394 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. after waiting 0 ms 2024-11-19T11:21:34,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:34,394 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4f8eb997db76d38dc993f85bb61e60c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T11:21:34,402 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/ns/8f55ddb61739418f92415ac55a5b7500 is 43, key is default/ns:d/1732015263214/Put/seqid=0 2024-11-19T11:21:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:21:34,412 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f/146a8aa439ae4c9382454d72f0aaca44 is 37, key is row3/f:row3/1732015288463/Put/seqid=0 2024-11-19T11:21:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741843_1019 (size=5228) 2024-11-19T11:21:34,417 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f/146a8aa439ae4c9382454d72f0aaca44 2024-11-19T11:21:34,421 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 146a8aa439ae4c9382454d72f0aaca44 2024-11-19T11:21:34,453 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f1/459518601db6418da739c8391eed2034 is 30, key is row1/f1:/1732015285793/DeleteFamily/seqid=0 2024-11-19T11:21:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741844_1020 (size=5158) 2024-11-19T11:21:34,546 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:34,654 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:34,746 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:34,811 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/ns/8f55ddb61739418f92415ac55a5b7500 2024-11-19T11:21:34,842 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6c05d6f79494e91ee8a2e30993cbd is 112, key is test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c./rep_barrier:seqnumDuringOpen/1732015271656/Put/seqid=0 2024-11-19T11:21:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741845_1021 (size=5518) 2024-11-19T11:21:34,852 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6c05d6f79494e91ee8a2e30993cbd 2024-11-19T11:21:34,857 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f1/459518601db6418da739c8391eed2034 2024-11-19T11:21:34,864 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 459518601db6418da739c8391eed2034 2024-11-19T11:21:34,881 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/table/65dd176bace9417098c79f028b2a704b is 53, key is hbase:replication/table:state/1732015277200/Put/seqid=0 2024-11-19T11:21:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:21:34,903 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/table/65dd176bace9417098c79f028b2a704b 2024-11-19T11:21:34,908 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/norep/5c630c40bb364c1c8c3dc5cb0dbd1cec is 33, key is row1/norep:/1732015285793/DeleteFamily/seqid=0 2024-11-19T11:21:34,909 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/info/bea4c1b7f8974fd0aaa83980a818e09e as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/info/bea4c1b7f8974fd0aaa83980a818e09e 2024-11-19T11:21:34,915 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/info/bea4c1b7f8974fd0aaa83980a818e09e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:21:34,916 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/ns/8f55ddb61739418f92415ac55a5b7500 as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/ns/8f55ddb61739418f92415ac55a5b7500 2024-11-19T11:21:34,922 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/ns/8f55ddb61739418f92415ac55a5b7500, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:21:34,923 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6c05d6f79494e91ee8a2e30993cbd as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/rep_barrier/26c6c05d6f79494e91ee8a2e30993cbd 2024-11-19T11:21:34,929 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/rep_barrier/26c6c05d6f79494e91ee8a2e30993cbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:21:34,936 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/.tmp/table/65dd176bace9417098c79f028b2a704b as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/table/65dd176bace9417098c79f028b2a704b 2024-11-19T11:21:34,942 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/table/65dd176bace9417098c79f028b2a704b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:21:34,943 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false 2024-11-19T11:21:34,946 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:21:34,946 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b4f8eb997db76d38dc993f85bb61e60c=test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c.} 2024-11-19T11:21:34,946 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:34,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741847_1023 (size=5108) 2024-11-19T11:21:34,973 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:21:34,973 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:34,973 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:21:34,973 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:34,973 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015293945Running coprocessor pre-close hooks at 1732015293945Disabling compacts and flushes for region at 1732015293945Disabling writes for close at 1732015293945Obtaining lock to block concurrent updates at 1732015293946 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732015293946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015293946Flushing stores of hbase:meta,,1.1588230740 at 1732015293946Flushing 1588230740/info: creating writer at 1732015293946Flushing 1588230740/info: appending metadata at 1732015293963 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732015293963Flushing 1588230740/ns: creating writer at 1732015294385 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732015294401 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732015294401Flushing 1588230740/rep_barrier: creating writer at 1732015294815 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015294841 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015294841Flushing 1588230740/table: creating writer at 1732015294857 (+16 ms)Flushing 1588230740/table: appending metadata at 1732015294880 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732015294880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609f7040: reopening flushed file at 1732015294908 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ccdb97: reopening flushed file at 1732015294915 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303e47ae: reopening flushed file at 1732015294922 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353f7370: reopening flushed file at 1732015294929 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false at 1732015294943 (+14 ms)Writing region close event to WAL at 1732015294968 (+25 ms)Running coprocessor post-close hooks at 1732015294973 (+5 ms)Closed at 1732015294973 2024-11-19T11:21:34,974 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:35,146 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:35,189 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1471, reset compression=false 2024-11-19T11:21:35,193 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:35,193 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1718, reset compression=false 2024-11-19T11:21:35,193 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,40969,1732015259927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:35,194 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,40969,1732015259927: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,40969,1732015259927, walGroup=16c88966c0af%2C40969%2C1732015259927, offset=16c88966c0af%2C40969%2C1732015259927.1732015262131:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:40969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:21:35,195 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:21:35,195 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:21:35,195 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:21:35,195 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:21:35,196 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:21:35,196 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 820293920 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 198038504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:21:35,196 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:44463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:44463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:21:35,347 DEBUG [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1351): Waiting on b4f8eb997db76d38dc993f85bb61e60c 2024-11-19T11:21:35,357 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/norep/5c630c40bb364c1c8c3dc5cb0dbd1cec 2024-11-19T11:21:35,361 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c630c40bb364c1c8c3dc5cb0dbd1cec 2024-11-19T11:21:35,362 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f/146a8aa439ae4c9382454d72f0aaca44 as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/f/146a8aa439ae4c9382454d72f0aaca44 2024-11-19T11:21:35,373 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 146a8aa439ae4c9382454d72f0aaca44 2024-11-19T11:21:35,373 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/f/146a8aa439ae4c9382454d72f0aaca44, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T11:21:35,374 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/f1/459518601db6418da739c8391eed2034 as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/f1/459518601db6418da739c8391eed2034 2024-11-19T11:21:35,379 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 459518601db6418da739c8391eed2034 2024-11-19T11:21:35,380 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/f1/459518601db6418da739c8391eed2034, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:35,381 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/.tmp/norep/5c630c40bb364c1c8c3dc5cb0dbd1cec as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/norep/5c630c40bb364c1c8c3dc5cb0dbd1cec 2024-11-19T11:21:35,385 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c630c40bb364c1c8c3dc5cb0dbd1cec 2024-11-19T11:21:35,386 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/norep/5c630c40bb364c1c8c3dc5cb0dbd1cec, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:35,386 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b4f8eb997db76d38dc993f85bb61e60c in 992ms, sequenceid=12, compaction requested=false 2024-11-19T11:21:35,393 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/data/default/test/b4f8eb997db76d38dc993f85bb61e60c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:21:35,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:35,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:21:35,394 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:35,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4f8eb997db76d38dc993f85bb61e60c: Waiting for close lock at 1732015294394Running coprocessor pre-close hooks at 1732015294394Disabling compacts and flushes for region at 1732015294394Disabling writes for close at 1732015294394Obtaining lock to block concurrent updates at 1732015294394Preparing flush snapshotting stores in b4f8eb997db76d38dc993f85bb61e60c at 1732015294394Finished memstore snapshotting test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732015294395 (+1 ms)Flushing stores of test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. at 1732015294395Flushing b4f8eb997db76d38dc993f85bb61e60c/f: creating writer at 1732015294395Flushing b4f8eb997db76d38dc993f85bb61e60c/f: appending metadata at 1732015294411 (+16 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/f: closing flushed file at 1732015294412 (+1 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/f1: creating writer at 1732015294421 (+9 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/f1: appending metadata at 1732015294452 (+31 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/f1: closing flushed file at 1732015294452Flushing b4f8eb997db76d38dc993f85bb61e60c/norep: creating writer at 1732015294864 (+412 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/norep: appending metadata at 1732015294907 (+43 ms)Flushing b4f8eb997db76d38dc993f85bb61e60c/norep: closing flushed file at 1732015294907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aad8323: reopening flushed file at 1732015295361 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d78c72: reopening flushed file at 1732015295373 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f624cd8: reopening flushed file at 1732015295380 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b4f8eb997db76d38dc993f85bb61e60c in 992ms, sequenceid=12, compaction requested=false at 1732015295386 (+6 ms)Writing region close event to WAL at 1732015295390 (+4 ms)Running coprocessor post-close hooks at 1732015295393 (+3 ms)Closed at 1732015295394 (+1 ms) 2024-11-19T11:21:35,394 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015270903.b4f8eb997db76d38dc993f85bb61e60c. 2024-11-19T11:21:35,400 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 1718, reset compression=false 2024-11-19T11:21:35,405 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:35,405 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 2362, reset compression=false 2024-11-19T11:21:35,547 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,40969,1732015259927; all regions closed. 2024-11-19T11:21:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:21:35,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.meta.1732015263174.meta not finished, retry = 0 2024-11-19T11:21:35,609 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 to pos 2362, reset compression=false 2024-11-19T11:21:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741839_1015 (size=3552) 2024-11-19T11:21:35,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/WALs/16c88966c0af,40969,1732015259927/16c88966c0af%2C40969%2C1732015259927.1732015262131 not finished, retry = 0 2024-11-19T11:21:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741832_1008 (size=2370) 2024-11-19T11:21:35,657 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:35,755 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:35,755 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,40969,1732015259927 because: Region server is closing 2024-11-19T11:21:35,755 INFO [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40969. 2024-11-19T11:21:35,756 DEBUG [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:35,756 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:35,756 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:35,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:35,856 INFO [RS:0;16c88966c0af:40969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.shipper16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 terminated 2024-11-19T11:21:35,856 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,40969,1732015259927.replicationSource.wal-reader.16c88966c0af%2C40969%2C1732015259927,1-16c88966c0af,40969,1732015259927 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:21:35,856 INFO [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:40969. 2024-11-19T11:21:35,856 DEBUG [RS:0;16c88966c0af:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:35,856 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:35,856 DEBUG [RS:0;16c88966c0af:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:35,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:35,857 INFO [RS:0;16c88966c0af:40969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40969 2024-11-19T11:21:35,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095446907/rs/16c88966c0af,40969,1732015259927 2024-11-19T11:21:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907/rs 2024-11-19T11:21:35,921 INFO [RS:0;16c88966c0af:40969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:35,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,40969,1732015259927] 2024-11-19T11:21:35,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11095446907/draining/16c88966c0af,40969,1732015259927 already deleted, retry=false 2024-11-19T11:21:35,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,40969,1732015259927 expired; onlineServers=0 2024-11-19T11:21:35,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,44463,1732015259773' ***** 2024-11-19T11:21:35,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:21:35,942 INFO [M:0;16c88966c0af:44463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:35,942 INFO [M:0;16c88966c0af:44463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:35,942 DEBUG [M:0;16c88966c0af:44463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:21:35,943 DEBUG [M:0;16c88966c0af:44463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:21:35,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:21:35,943 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015261932 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015261932,5,FailOnTimeoutGroup] 2024-11-19T11:21:35,943 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015261932 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015261932,5,FailOnTimeoutGroup] 2024-11-19T11:21:35,943 INFO [M:0;16c88966c0af:44463 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:35,943 INFO [M:0;16c88966c0af:44463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:35,943 DEBUG [M:0;16c88966c0af:44463 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:21:35,943 INFO [M:0;16c88966c0af:44463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:21:35,943 INFO [M:0;16c88966c0af:44463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:35,943 INFO [M:0;16c88966c0af:44463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:21:35,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:21:35,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095446907/master 2024-11-19T11:21:35,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095446907 2024-11-19T11:21:35,953 DEBUG [M:0;16c88966c0af:44463 {}] zookeeper.ZKUtil(347): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Unable to get data of znode /11095446907/master because node does not exist (not an error) 2024-11-19T11:21:35,953 WARN [M:0;16c88966c0af:44463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:21:35,953 INFO [M:0;16c88966c0af:44463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/.lastflushedseqids 2024-11-19T11:21:35,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741848_1024 (size=245) 2024-11-19T11:21:35,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:35,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,032 INFO [RS:0;16c88966c0af:40969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:36,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:36,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x10152d35df20004, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:36,032 INFO [RS:0;16c88966c0af:40969 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,40969,1732015259927; zookeeper connection closed. 2024-11-19T11:21:36,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e55e22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e55e22 2024-11-19T11:21:36,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:21:36,362 INFO [M:0;16c88966c0af:44463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:21:36,362 INFO [M:0;16c88966c0af:44463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:21:36,362 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:36,362 INFO [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:36,362 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:36,362 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:36,362 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:36,362 INFO [M:0;16c88966c0af:44463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T11:21:36,380 DEBUG [M:0;16c88966c0af:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643353d3c51b4736a86784e8b933a4e1 is 82, key is hbase:meta,,1/info:regioninfo/1732015263202/Put/seqid=0 2024-11-19T11:21:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741849_1025 (size=5672) 2024-11-19T11:21:36,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:36,760 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:36,784 INFO [M:0;16c88966c0af:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643353d3c51b4736a86784e8b933a4e1 2024-11-19T11:21:36,801 DEBUG [M:0;16c88966c0af:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09992b89931491bbac5953ccc4c408a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015271666/Put/seqid=0 2024-11-19T11:21:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741850_1026 (size=7219) 2024-11-19T11:21:37,204 INFO [M:0;16c88966c0af:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09992b89931491bbac5953ccc4c408a 2024-11-19T11:21:37,208 INFO [M:0;16c88966c0af:44463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b09992b89931491bbac5953ccc4c408a 2024-11-19T11:21:37,220 DEBUG [M:0;16c88966c0af:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc6cad48ff240a194d00355181dec3e is 69, key is 16c88966c0af,40969,1732015259927/rs:state/1732015261983/Put/seqid=0 2024-11-19T11:21:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741851_1027 (size=5156) 2024-11-19T11:21:37,624 INFO [M:0;16c88966c0af:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc6cad48ff240a194d00355181dec3e 2024-11-19T11:21:37,628 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/643353d3c51b4736a86784e8b933a4e1 as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/643353d3c51b4736a86784e8b933a4e1 2024-11-19T11:21:37,632 INFO [M:0;16c88966c0af:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/643353d3c51b4736a86784e8b933a4e1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T11:21:37,632 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09992b89931491bbac5953ccc4c408a as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09992b89931491bbac5953ccc4c408a 2024-11-19T11:21:37,636 INFO [M:0;16c88966c0af:44463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b09992b89931491bbac5953ccc4c408a 2024-11-19T11:21:37,636 INFO [M:0;16c88966c0af:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09992b89931491bbac5953ccc4c408a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T11:21:37,637 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc6cad48ff240a194d00355181dec3e as hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc6cad48ff240a194d00355181dec3e 2024-11-19T11:21:37,640 INFO [M:0;16c88966c0af:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc6cad48ff240a194d00355181dec3e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T11:21:37,641 INFO [M:0;16c88966c0af:44463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-19T11:21:37,647 INFO [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:37,647 DEBUG [M:0;16c88966c0af:44463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015296362Disabling compacts and flushes for region at 1732015296362Disabling writes for close at 1732015296362Obtaining lock to block concurrent updates at 1732015296362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015296362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732015296363 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015296363Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015296363Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015296379 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015296380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015296788 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015296800 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015296800Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015297208 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015297219 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015297219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e788541: reopening flushed file at 1732015297627 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c421c1c: reopening flushed file at 1732015297632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d099cb1: reopening flushed file at 1732015297636 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1732015297641 (+5 ms)Writing region close event to WAL at 1732015297646 (+5 ms)Closed at 1732015297646 2024-11-19T11:21:37,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fd47263-3a30-9ee4-ef78-dfe8e9bf0a08/MasterData/WALs/16c88966c0af,44463,1732015259773/16c88966c0af%2C44463%2C1732015259773.1732015261668 not finished, retry = 0 2024-11-19T11:21:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39385 is added to blk_1073741830_1006 (size=64435) 2024-11-19T11:21:37,750 INFO [M:0;16c88966c0af:44463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:21:37,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:37,750 INFO [M:0;16c88966c0af:44463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44463 2024-11-19T11:21:37,750 INFO [M:0;16c88966c0af:44463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:37,886 INFO [M:0;16c88966c0af:44463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:37,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x10152d35df20003, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:37,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5637857{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:37,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f276aae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:37,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:37,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1748507c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:37,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8109dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:37,891 WARN [BP-899901933-172.17.0.2-1732015257804 heartbeating to localhost/127.0.0.1:33969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:21:37,891 WARN [BP-899901933-172.17.0.2-1732015257804 heartbeating to localhost/127.0.0.1:33969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-899901933-172.17.0.2-1732015257804 (Datanode Uuid b7007aeb-5d12-4fd8-864c-8c8456a56ba7) service to localhost/127.0.0.1:33969 2024-11-19T11:21:37,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/cluster_0e0dcd15-d528-cd97-304c-bbfe35a66e08/data/data1/current/BP-899901933-172.17.0.2-1732015257804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:37,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:21:37,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:21:37,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/cluster_0e0dcd15-d528-cd97-304c-bbfe35a66e08/data/data2/current/BP-899901933-172.17.0.2-1732015257804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:37,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:21:37,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24ae72d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:37,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2681c4c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:37,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:37,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f4e1148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:37,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5340408d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1aa15ba-6a33-899c-449e-852465383b97/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:37,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:21:37,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:21:37,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:37,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:37,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:37,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:37,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:37,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:21:37,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=968923909, stopped=false 2024-11-19T11:21:37,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,45547,1732015254005 2024-11-19T11:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0879990636/running 2024-11-19T11:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0879990636/running 2024-11-19T11:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:21:37,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:21:37,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:37,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:21:37,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:37,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:37,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,37085,1732015254424' ***** 2024-11-19T11:21:37,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/running 2024-11-19T11:21:37,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:21:37,933 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:21:37,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:21:37,933 INFO [RS:0;16c88966c0af:37085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:21:37,933 INFO [RS:0;16c88966c0af:37085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:21:37,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Set watcher on znode that does not yet exist, /0879990636/running 2024-11-19T11:21:37,933 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(3091): Received CLOSE for c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:37,936 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(3091): Received CLOSE for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:37,936 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,37085,1732015254424 2024-11-19T11:21:37,936 INFO [RS:0;16c88966c0af:37085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:37,936 INFO [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:37085. 2024-11-19T11:21:37,936 DEBUG [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:37,936 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1734e27f51abe8b40e055b08a85a00e, disabling compactions & flushes 2024-11-19T11:21:37,936 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:37,936 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. after waiting 0 ms 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:37,937 INFO [RS:0;16c88966c0af:37085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:21:37,937 INFO [RS:0;16c88966c0af:37085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:21:37,937 INFO [RS:0;16c88966c0af:37085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:21:37,937 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:21:37,937 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1734e27f51abe8b40e055b08a85a00e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T11:21:37,937 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:21:37,937 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1325): Online Regions={c1734e27f51abe8b40e055b08a85a00e=test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e., 1588230740=hbase:meta,,1.1588230740, 90e22abd476f7036d2df2c5dae11fc66=hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.} 2024-11-19T11:21:37,937 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:37,937 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:37,937 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:37,937 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:21:37,944 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:37,951 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T11:21:37,951 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T11:21:37,955 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/info/03a1331588c047838adbc702adc3e4a3 is 147, key is hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66./info:regioninfo/1732015275404/Put/seqid=0 2024-11-19T11:21:37,958 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f/cab40c2f622d43a2881ec88e8f7785cf is 37, key is row3/f:row3/1732015288463/Put/seqid=0 2024-11-19T11:21:37,963 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1491, reset compression=false 2024-11-19T11:21:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741840_1016 (size=7686) 2024-11-19T11:21:37,966 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/info/03a1331588c047838adbc702adc3e4a3 2024-11-19T11:21:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741841_1017 (size=5228) 2024-11-19T11:21:37,979 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:37,979 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1738, reset compression=false 2024-11-19T11:21:37,979 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,37085,1732015254424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:21:37,980 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,37085,1732015254424: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,37085,1732015254424, walGroup=16c88966c0af%2C37085%2C1732015254424, offset=16c88966c0af%2C37085%2C1732015254424.1732015256635:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:21:37,981 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:21:37,981 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:21:37,982 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:21:37,982 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:21:37,982 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:21:37,982 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 889499936 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198639400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:21:37,982 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:45547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:45547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:21:37,994 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/ns/c12d16b5ac4b4a6e9c8d8e070217e9d8 is 43, key is default/ns:d/1732015257698/Put/seqid=0 2024-11-19T11:21:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:21:38,137 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:38,188 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1738, reset compression=false 2024-11-19T11:21:38,337 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:38,370 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f/cab40c2f622d43a2881ec88e8f7785cf 2024-11-19T11:21:38,374 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab40c2f622d43a2881ec88e8f7785cf 2024-11-19T11:21:38,387 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f1/e12e92ddd5114ddf85deabd3f8a2b91b is 30, key is row1/f1:/1732015285793/DeleteFamily/seqid=0 2024-11-19T11:21:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741843_1019 (size=5158) 2024-11-19T11:21:38,397 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/ns/c12d16b5ac4b4a6e9c8d8e070217e9d8 2024-11-19T11:21:38,417 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/rep_barrier/6e84e417f379419b8923c81b92a19e18 is 112, key is test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e./rep_barrier:seqnumDuringOpen/1732015269919/Put/seqid=0 2024-11-19T11:21:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:21:38,492 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1738, reset compression=false 2024-11-19T11:21:38,508 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:21:38,508 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:21:38,537 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:38,738 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:38,794 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f1/e12e92ddd5114ddf85deabd3f8a2b91b 2024-11-19T11:21:38,797 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12e92ddd5114ddf85deabd3f8a2b91b 2024-11-19T11:21:38,820 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/norep/f816f4756a1744a497e127dba9de6377 is 32, key is row/norep:/1732015284788/DeleteFamily/seqid=0 2024-11-19T11:21:38,820 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/rep_barrier/6e84e417f379419b8923c81b92a19e18 2024-11-19T11:21:38,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741845_1021 (size=5101) 2024-11-19T11:21:38,836 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/table/2d8c5eaa78bb430cb61edf64f4e27bd5 is 53, key is hbase:replication/table:state/1732015275419/Put/seqid=0 2024-11-19T11:21:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:21:38,896 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1738, reset compression=false 2024-11-19T11:21:38,938 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:39,138 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e22abd476f7036d2df2c5dae11fc66, c1734e27f51abe8b40e055b08a85a00e 2024-11-19T11:21:39,223 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/norep/f816f4756a1744a497e127dba9de6377 2024-11-19T11:21:39,227 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f816f4756a1744a497e127dba9de6377 2024-11-19T11:21:39,228 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f/cab40c2f622d43a2881ec88e8f7785cf as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/f/cab40c2f622d43a2881ec88e8f7785cf 2024-11-19T11:21:39,231 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cab40c2f622d43a2881ec88e8f7785cf 2024-11-19T11:21:39,231 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/f/cab40c2f622d43a2881ec88e8f7785cf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T11:21:39,232 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/f1/e12e92ddd5114ddf85deabd3f8a2b91b as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/f1/e12e92ddd5114ddf85deabd3f8a2b91b 2024-11-19T11:21:39,236 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e12e92ddd5114ddf85deabd3f8a2b91b 2024-11-19T11:21:39,236 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/f1/e12e92ddd5114ddf85deabd3f8a2b91b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:39,236 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/.tmp/norep/f816f4756a1744a497e127dba9de6377 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/norep/f816f4756a1744a497e127dba9de6377 2024-11-19T11:21:39,239 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/table/2d8c5eaa78bb430cb61edf64f4e27bd5 2024-11-19T11:21:39,240 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f816f4756a1744a497e127dba9de6377 2024-11-19T11:21:39,240 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/norep/f816f4756a1744a497e127dba9de6377, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T11:21:39,241 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c1734e27f51abe8b40e055b08a85a00e in 1304ms, sequenceid=12, compaction requested=false 2024-11-19T11:21:39,241 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:21:39,242 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/info/03a1331588c047838adbc702adc3e4a3 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/info/03a1331588c047838adbc702adc3e4a3 2024-11-19T11:21:39,245 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/default/test/c1734e27f51abe8b40e055b08a85a00e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:21:39,246 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1734e27f51abe8b40e055b08a85a00e: Waiting for close lock at 1732015297936Running coprocessor pre-close hooks at 1732015297936Disabling compacts and flushes for region at 1732015297936Disabling writes for close at 1732015297937 (+1 ms)Obtaining lock to block concurrent updates at 1732015297937Preparing flush snapshotting stores in c1734e27f51abe8b40e055b08a85a00e at 1732015297937Finished memstore snapshotting test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732015297937Flushing stores of test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. at 1732015297940 (+3 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/f: creating writer at 1732015297941 (+1 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/f: appending metadata at 1732015297957 (+16 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/f: closing flushed file at 1732015297957Flushing c1734e27f51abe8b40e055b08a85a00e/f1: creating writer at 1732015298374 (+417 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/f1: appending metadata at 1732015298387 (+13 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/f1: closing flushed file at 1732015298387Flushing c1734e27f51abe8b40e055b08a85a00e/norep: creating writer at 1732015298797 (+410 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/norep: appending metadata at 1732015298819 (+22 ms)Flushing c1734e27f51abe8b40e055b08a85a00e/norep: closing flushed file at 1732015298819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68235e6f: reopening flushed file at 1732015299227 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3225ef48: reopening flushed file at 1732015299232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598d1504: reopening flushed file at 1732015299236 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c1734e27f51abe8b40e055b08a85a00e in 1304ms, sequenceid=12, compaction requested=false at 1732015299241 (+5 ms)Writing region close event to WAL at 1732015299243 (+2 ms)Running coprocessor post-close hooks at 1732015299246 (+3 ms)Closed at 1732015299246 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015268750.c1734e27f51abe8b40e055b08a85a00e. 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90e22abd476f7036d2df2c5dae11fc66, disabling compactions & flushes 2024-11-19T11:21:39,246 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,246 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,247 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. after waiting 0 ms 2024-11-19T11:21:39,247 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,247 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90e22abd476f7036d2df2c5dae11fc66: Waiting for close lock at 1732015299246Running coprocessor pre-close hooks at 1732015299246Disabling compacts and flushes for region at 1732015299246Disabling writes for close at 1732015299247 (+1 ms)Failed flush hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66., putting online again at 1732015299247 2024-11-19T11:21:39,247 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,247 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/info/03a1331588c047838adbc702adc3e4a3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:21:39,248 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/ns/c12d16b5ac4b4a6e9c8d8e070217e9d8 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/ns/c12d16b5ac4b4a6e9c8d8e070217e9d8 2024-11-19T11:21:39,251 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/ns/c12d16b5ac4b4a6e9c8d8e070217e9d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:21:39,252 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/rep_barrier/6e84e417f379419b8923c81b92a19e18 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/rep_barrier/6e84e417f379419b8923c81b92a19e18 2024-11-19T11:21:39,255 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/rep_barrier/6e84e417f379419b8923c81b92a19e18, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:21:39,256 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/.tmp/table/2d8c5eaa78bb430cb61edf64f4e27bd5 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/table/2d8c5eaa78bb430cb61edf64f4e27bd5 2024-11-19T11:21:39,259 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/table/2d8c5eaa78bb430cb61edf64f4e27bd5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:21:39,260 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false 2024-11-19T11:21:39,260 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:21:39,264 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:21:39,264 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:21:39,264 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:21:39,264 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:39,264 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015297937Running coprocessor pre-close hooks at 1732015297937Disabling compacts and flushes for region at 1732015297937Disabling writes for close at 1732015297937Obtaining lock to block concurrent updates at 1732015297937Preparing flush snapshotting stores in 1588230740 at 1732015297937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015297937Flushing stores of hbase:meta,,1.1588230740 at 1732015297938 (+1 ms)Flushing 1588230740/info: creating writer at 1732015297938Flushing 1588230740/info: appending metadata at 1732015297955 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732015297955Flushing 1588230740/ns: creating writer at 1732015297974 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732015297993 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732015297993Flushing 1588230740/rep_barrier: creating writer at 1732015298401 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015298417 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015298417Flushing 1588230740/table: creating writer at 1732015298824 (+407 ms)Flushing 1588230740/table: appending metadata at 1732015298835 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732015298835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbc5bac: reopening flushed file at 1732015299242 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec0e6cb: reopening flushed file at 1732015299247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768c1c5c: reopening flushed file at 1732015299251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37281e63: reopening flushed file at 1732015299255 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false at 1732015299260 (+5 ms)Writing region close event to WAL at 1732015299262 (+2 ms)Running coprocessor post-close hooks at 1732015299264 (+2 ms)Closed at 1732015299264 2024-11-19T11:21:39,265 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:39,338 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:21:39,338 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1325): Online Regions={90e22abd476f7036d2df2c5dae11fc66=hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66.} 2024-11-19T11:21:39,338 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(3091): Received CLOSE for 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:39,339 DEBUG [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1351): Waiting on 90e22abd476f7036d2df2c5dae11fc66 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90e22abd476f7036d2df2c5dae11fc66, disabling compactions & flushes 2024-11-19T11:21:39,339 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. after waiting 0 ms 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90e22abd476f7036d2df2c5dae11fc66: Waiting for close lock at 1732015299339Running coprocessor pre-close hooks at 1732015299339Disabling compacts and flushes for region at 1732015299339Disabling writes for close at 1732015299339Failed flush hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66., putting online again at 1732015299339 2024-11-19T11:21:39,339 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015274208.90e22abd476f7036d2df2c5dae11fc66. 2024-11-19T11:21:39,399 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 1738, reset compression=false 2024-11-19T11:21:39,403 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:21:39,403 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 2382, reset compression=false 2024-11-19T11:21:39,539 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T11:21:39,539 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,37085,1732015254424; all regions closed. 2024-11-19T11:21:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:21:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741839_1015 (size=2391) 2024-11-19T11:21:39,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.rep.1732015275343 not finished, retry = 0 2024-11-19T11:21:39,605 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 to pos 2382, reset compression=false 2024-11-19T11:21:39,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/WALs/16c88966c0af,37085,1732015254424/16c88966c0af%2C37085%2C1732015254424.1732015256635 not finished, retry = 0 2024-11-19T11:21:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741832_1008 (size=2390) 2024-11-19T11:21:39,776 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:39,776 INFO [RS:0;16c88966c0af:37085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:21:39,777 INFO [RS:0;16c88966c0af:37085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:39,777 INFO [RS:0;16c88966c0af:37085 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:39,777 INFO [RS:0;16c88966c0af:37085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:39,777 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:39,777 INFO [RS:0;16c88966c0af:37085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,37085,1732015254424 because: Region server is closing 2024-11-19T11:21:39,777 INFO [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:37085. 2024-11-19T11:21:39,777 DEBUG [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:39,777 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:39,778 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:39,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:39,878 INFO [RS:0;16c88966c0af:37085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.shipper16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 terminated 2024-11-19T11:21:39,878 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,37085,1732015254424.replicationSource.wal-reader.16c88966c0af%2C37085%2C1732015254424,1-16c88966c0af,37085,1732015254424 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:21:39,878 INFO [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:37085. 2024-11-19T11:21:39,878 DEBUG [RS:0;16c88966c0af:37085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:21:39,878 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:39,878 DEBUG [RS:0;16c88966c0af:37085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:39,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:21:39,878 INFO [RS:0;16c88966c0af:37085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37085 2024-11-19T11:21:39,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0879990636/rs/16c88966c0af,37085,1732015254424 2024-11-19T11:21:39,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636/rs 2024-11-19T11:21:39,951 INFO [RS:0;16c88966c0af:37085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:39,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,37085,1732015254424] 2024-11-19T11:21:40,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0879990636/draining/16c88966c0af,37085,1732015254424 already deleted, retry=false 2024-11-19T11:21:40,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,37085,1732015254424 expired; onlineServers=0 2024-11-19T11:21:40,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,45547,1732015254005' ***** 2024-11-19T11:21:40,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:21:40,091 INFO [M:0;16c88966c0af:45547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:21:40,091 INFO [M:0;16c88966c0af:45547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:21:40,091 DEBUG [M:0;16c88966c0af:45547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:21:40,091 DEBUG [M:0;16c88966c0af:45547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:21:40,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:21:40,091 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015256436 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015256436,5,FailOnTimeoutGroup] 2024-11-19T11:21:40,091 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015256436 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015256436,5,FailOnTimeoutGroup] 2024-11-19T11:21:40,092 INFO [M:0;16c88966c0af:45547 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:21:40,092 INFO [M:0;16c88966c0af:45547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:21:40,092 DEBUG [M:0;16c88966c0af:45547 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:21:40,092 INFO [M:0;16c88966c0af:45547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:21:40,092 INFO [M:0;16c88966c0af:45547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:21:40,092 ERROR [M:0;16c88966c0af:45547 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34523,5,PEWorkerGroup] 2024-11-19T11:21:40,092 INFO [M:0;16c88966c0af:45547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:21:40,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:21:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:40,093 INFO [RS:0;16c88966c0af:37085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37085-0x10152d35df20001, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:40,093 INFO [RS:0;16c88966c0af:37085 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,37085,1732015254424; zookeeper connection closed. 2024-11-19T11:21:40,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7890e7b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7890e7b8 2024-11-19T11:21:40,094 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:21:40,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0879990636/master 2024-11-19T11:21:40,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0879990636 2024-11-19T11:21:40,154 DEBUG [M:0;16c88966c0af:45547 {}] zookeeper.ZKUtil(347): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Unable to get data of znode /0879990636/master because node does not exist (not an error) 2024-11-19T11:21:40,154 WARN [M:0;16c88966c0af:45547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:21:40,155 INFO [M:0;16c88966c0af:45547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/.lastflushedseqids 2024-11-19T11:21:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741847_1023 (size=245) 2024-11-19T11:21:40,559 INFO [M:0;16c88966c0af:45547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:21:40,559 INFO [M:0;16c88966c0af:45547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:21:40,559 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:40,559 INFO [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:40,559 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:40,559 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:40,559 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:40,560 INFO [M:0;16c88966c0af:45547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T11:21:40,575 DEBUG [M:0;16c88966c0af:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/345de3837bb14ae5bf39c0c7ff0e24ab is 82, key is hbase:meta,,1/info:regioninfo/1732015257654/Put/seqid=0 2024-11-19T11:21:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741848_1024 (size=5672) 2024-11-19T11:21:40,578 INFO [M:0;16c88966c0af:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/345de3837bb14ae5bf39c0c7ff0e24ab 2024-11-19T11:21:40,594 DEBUG [M:0;16c88966c0af:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53e8bd050b2c494bb00487769e2fab8b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015269935/Put/seqid=0 2024-11-19T11:21:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741849_1025 (size=7218) 2024-11-19T11:21:41,001 INFO [M:0;16c88966c0af:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53e8bd050b2c494bb00487769e2fab8b 2024-11-19T11:21:41,005 INFO [M:0;16c88966c0af:45547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53e8bd050b2c494bb00487769e2fab8b 2024-11-19T11:21:41,022 DEBUG [M:0;16c88966c0af:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b152da1437074a598f98f49adad2afd8 is 69, key is 16c88966c0af,37085,1732015254424/rs:state/1732015256489/Put/seqid=0 2024-11-19T11:21:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741850_1026 (size=5156) 2024-11-19T11:21:41,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:41,426 INFO [M:0;16c88966c0af:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b152da1437074a598f98f49adad2afd8 2024-11-19T11:21:41,430 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/345de3837bb14ae5bf39c0c7ff0e24ab as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/345de3837bb14ae5bf39c0c7ff0e24ab 2024-11-19T11:21:41,433 INFO [M:0;16c88966c0af:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/345de3837bb14ae5bf39c0c7ff0e24ab, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T11:21:41,434 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53e8bd050b2c494bb00487769e2fab8b as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53e8bd050b2c494bb00487769e2fab8b 2024-11-19T11:21:41,437 INFO [M:0;16c88966c0af:45547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53e8bd050b2c494bb00487769e2fab8b 2024-11-19T11:21:41,437 INFO [M:0;16c88966c0af:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53e8bd050b2c494bb00487769e2fab8b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T11:21:41,438 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b152da1437074a598f98f49adad2afd8 as hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b152da1437074a598f98f49adad2afd8 2024-11-19T11:21:41,440 INFO [M:0;16c88966c0af:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34523/user/jenkins/test-data/b91cd633-68bc-e773-25bd-698b4b16bdda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b152da1437074a598f98f49adad2afd8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T11:21:41,441 INFO [M:0;16c88966c0af:45547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false 2024-11-19T11:21:41,442 INFO [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:41,442 DEBUG [M:0;16c88966c0af:45547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015300559Disabling compacts and flushes for region at 1732015300559Disabling writes for close at 1732015300559Obtaining lock to block concurrent updates at 1732015300560 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015300560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732015300560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015300560Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015300560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015300575 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015300575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015300581 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015300594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015300594Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015301006 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015301022 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015301022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c98097a: reopening flushed file at 1732015301429 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5909b2: reopening flushed file at 1732015301433 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427f7696: reopening flushed file at 1732015301437 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false at 1732015301441 (+4 ms)Writing region close event to WAL at 1732015301442 (+1 ms)Closed at 1732015301442 2024-11-19T11:21:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741830_1006 (size=64423) 2024-11-19T11:21:41,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:21:41,445 INFO [M:0;16c88966c0af:45547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:21:41,445 INFO [M:0;16c88966c0af:45547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45547 2024-11-19T11:21:41,445 INFO [M:0;16c88966c0af:45547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:21:41,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:41,558 INFO [M:0;16c88966c0af:45547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:21:41,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x10152d35df20000, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:21:41,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30943e52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:41,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d621d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:41,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:41,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f4ba1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:41,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21cb17da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:41,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:21:41,561 WARN [BP-401210608-172.17.0.2-1732015252062 heartbeating to localhost/127.0.0.1:34523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:21:41,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:21:41,561 WARN [BP-401210608-172.17.0.2-1732015252062 heartbeating to localhost/127.0.0.1:34523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-401210608-172.17.0.2-1732015252062 (Datanode Uuid 2598e324-fd8f-498d-8eac-10bfe3b7aab1) service to localhost/127.0.0.1:34523 2024-11-19T11:21:41,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/data/data1/current/BP-401210608-172.17.0.2-1732015252062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:41,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/cluster_8adee825-fab3-50a8-93a1-4261231fddcf/data/data2/current/BP-401210608-172.17.0.2-1732015252062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:21:41,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:21:41,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d31d20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:41,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f422bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:21:41,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:21:41,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41be31a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:21:41,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b45c478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a90d147-3971-f9cd-7c23-17459219ff39/hadoop.log.dir/,STOPPED} 2024-11-19T11:21:41,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:21:41,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:21:41,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44793 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62138) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62138) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34523 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33969 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62138) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 326) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11459 (was 11547) 2024-11-19T11:21:41,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=541, ProcessCount=11, AvailableMemoryMB=11459 2024-11-19T11:21:41,622 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T11:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir so I do NOT create it in target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45 2024-11-19T11:21:41,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.tmp.dir so I do NOT create it in target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45 2024-11-19T11:21:41,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cc2276b-7f56-c7b2-018c-54854024198a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:21:41,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45 2024-11-19T11:21:41,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01, deleteOnExit=true 2024-11-19T11:21:41,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/zookeeper_0, clientPort=52414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:21:41,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52414 2024-11-19T11:21:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:21:41,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/test.cache.data in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:21:41,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:21:41,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d35df20002, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d35df20005, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10152d35df20008, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:21:41,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10152d35df20008, quorum=127.0.0.1:62138, baseZNode=/2-2031852718 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:21:41,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d35df20005, quorum=127.0.0.1:62138, baseZNode=/11095446907 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:21:41,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d35df20002, quorum=127.0.0.1:62138, baseZNode=/0879990636 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:21:42,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:42,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:42,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:42,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:42,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:21:42,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:42,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@507a6426{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:42,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d0b67f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:42,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20be71bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/java.io.tmpdir/jetty-localhost-33271-hadoop-hdfs-3_4_1-tests_jar-_-any-9818911823113582394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:42,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d24003{HTTP/1.1, (http/1.1)}{localhost:33271} 2024-11-19T11:21:42,137 INFO [Time-limited test {}] server.Server(415): Started @286876ms 2024-11-19T11:21:42,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:42,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:42,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:21:42,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334049f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:42,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4baf59c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:42,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b6ad80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-18118392514865989011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:42,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4131fb3e{HTTP/1.1, (http/1.1)}{localhost:46171} 2024-11-19T11:21:42,579 INFO [Time-limited test {}] server.Server(415): Started @287318ms 2024-11-19T11:21:42,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:21:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:21:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:21:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:21:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:21:43,318 WARN [Thread-3468 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/data/data1/current/BP-1560576047-172.17.0.2-1732015301641/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:43,319 WARN [Thread-3469 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/data/data2/current/BP-1560576047-172.17.0.2-1732015301641/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:43,338 WARN [Thread-3456 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:21:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9de0dec7868c6532 with lease ID 0xbc32ef6fc8edc644: Processing first storage report for DS-8b811dae-cdfa-42ad-928a-25622e1ac535 from datanode DatanodeRegistration(127.0.0.1:37169, datanodeUuid=7a0f3ec0-2e3b-42f6-8e68-7a3f1ba1d407, infoPort=33385, infoSecurePort=0, ipcPort=32939, storageInfo=lv=-57;cid=testClusterID;nsid=595796644;c=1732015301641) 2024-11-19T11:21:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9de0dec7868c6532 with lease ID 0xbc32ef6fc8edc644: from storage DS-8b811dae-cdfa-42ad-928a-25622e1ac535 node DatanodeRegistration(127.0.0.1:37169, datanodeUuid=7a0f3ec0-2e3b-42f6-8e68-7a3f1ba1d407, infoPort=33385, infoSecurePort=0, ipcPort=32939, storageInfo=lv=-57;cid=testClusterID;nsid=595796644;c=1732015301641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9de0dec7868c6532 with lease ID 0xbc32ef6fc8edc644: Processing first storage report for DS-b44494aa-2e62-4da6-8d4a-f134a9ee798c from datanode DatanodeRegistration(127.0.0.1:37169, datanodeUuid=7a0f3ec0-2e3b-42f6-8e68-7a3f1ba1d407, infoPort=33385, infoSecurePort=0, ipcPort=32939, storageInfo=lv=-57;cid=testClusterID;nsid=595796644;c=1732015301641) 2024-11-19T11:21:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9de0dec7868c6532 with lease ID 0xbc32ef6fc8edc644: from storage DS-b44494aa-2e62-4da6-8d4a-f134a9ee798c node DatanodeRegistration(127.0.0.1:37169, datanodeUuid=7a0f3ec0-2e3b-42f6-8e68-7a3f1ba1d407, infoPort=33385, infoSecurePort=0, ipcPort=32939, storageInfo=lv=-57;cid=testClusterID;nsid=595796644;c=1732015301641), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:21:43,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45 2024-11-19T11:21:43,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:43,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:43,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:21:43,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021 with version=8 2024-11-19T11:21:43,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/hbase-staging 2024-11-19T11:21:43,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:43,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:43,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:43,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:21:43,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:43,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44869 2024-11-19T11:21:43,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44869 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448690x0, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:43,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44869-0x10152d41fa40000 connected 2024-11-19T11:21:44,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:44,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:44,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/running 2024-11-19T11:21:44,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021, hbase.cluster.distributed=false 2024-11-19T11:21:44,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/acl 2024-11-19T11:21:44,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-19T11:21:44,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44869 2024-11-19T11:21:44,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44869 2024-11-19T11:21:44,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-19T11:21:44,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-19T11:21:44,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:44,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:21:44,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:44,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46133 2024-11-19T11:21:44,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46133 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:44,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:44,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:44,131 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461330x0, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:44,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461330x0, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/running 2024-11-19T11:21:44,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:21:44,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46133-0x10152d41fa40001 connected 2024-11-19T11:21:44,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:21:44,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/master 2024-11-19T11:21:44,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/acl 2024-11-19T11:21:44,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-19T11:21:44,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46133 2024-11-19T11:21:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46133 2024-11-19T11:21:44,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-19T11:21:44,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46133 2024-11-19T11:21:44,225 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:44869 2024-11-19T11:21:44,225 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-472660211/backup-masters/16c88966c0af,44869,1732015303822 2024-11-19T11:21:44,296 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/backup-masters 2024-11-19T11:21:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/backup-masters 2024-11-19T11:21:44,296 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on existing znode=/0-472660211/backup-masters/16c88966c0af,44869,1732015303822 2024-11-19T11:21:44,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:44,353 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472660211/master 2024-11-19T11:21:44,353 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:44,354 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on existing znode=/0-472660211/master 2024-11-19T11:21:44,354 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-472660211/backup-masters/16c88966c0af,44869,1732015303822 from backup master directory 2024-11-19T11:21:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472660211/backup-masters/16c88966c0af,44869,1732015303822 2024-11-19T11:21:44,383 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/backup-masters 2024-11-19T11:21:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/backup-masters 2024-11-19T11:21:44,383 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:44,383 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,44869,1732015303822 2024-11-19T11:21:44,387 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/hbase.id] with ID: fe38e4e2-cd13-44ab-98d3-51d8fd4e2737 2024-11-19T11:21:44,387 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/.tmp/hbase.id 2024-11-19T11:21:44,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:21:44,791 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/.tmp/hbase.id]:[hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/hbase.id] 2024-11-19T11:21:44,799 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:44,799 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:21:44,800 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:21:44,847 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:44,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:21:45,252 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:45,253 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:21:45,254 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:45,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:21:45,662 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store 2024-11-19T11:21:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:46,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:46,068 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:46,068 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015306068Disabling compacts and flushes for region at 1732015306068Disabling writes for close at 1732015306068Writing region close event to WAL at 1732015306068Closed at 1732015306068 2024-11-19T11:21:46,069 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/.initializing 2024-11-19T11:21:46,069 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/WALs/16c88966c0af,44869,1732015303822 2024-11-19T11:21:46,070 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:46,071 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C44869%2C1732015303822, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/WALs/16c88966c0af,44869,1732015303822, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/oldWALs, maxLogs=10 2024-11-19T11:21:46,083 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/WALs/16c88966c0af,44869,1732015303822/16c88966c0af%2C44869%2C1732015303822.1732015306071, exclude list is [], retry=0 2024-11-19T11:21:46,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37169,DS-8b811dae-cdfa-42ad-928a-25622e1ac535,DISK] 2024-11-19T11:21:46,087 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/WALs/16c88966c0af,44869,1732015303822/16c88966c0af%2C44869%2C1732015303822.1732015306071 2024-11-19T11:21:46,087 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-19T11:21:46,087 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:46,087 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:46,087 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,087 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:21:46,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:46,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:46,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:21:46,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:46,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:46,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:21:46,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:46,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:46,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:21:46,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:46,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:46,094 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,094 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,095 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,096 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,096 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,096 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:46,097 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:46,099 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:46,099 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58878951, jitterRate=-0.12263526022434235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:46,100 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015306088Initializing all the Stores at 1732015306088Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015306088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015306088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015306088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015306088Cleaning up temporary data from old regions at 1732015306096 (+8 ms)Region opened successfully at 1732015306100 (+4 ms) 2024-11-19T11:21:46,100 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:21:46,103 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701626e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:46,104 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:21:46,104 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:21:46,104 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:21:46,104 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:21:46,104 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:21:46,105 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:21:46,105 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:21:46,106 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:21:46,107 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/balancer because node does not exist (not necessarily an error) 2024-11-19T11:21:46,194 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/balancer already deleted, retry=false 2024-11-19T11:21:46,195 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:21:46,195 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:21:46,204 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/normalizer already deleted, retry=false 2024-11-19T11:21:46,205 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:21:46,206 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:21:46,215 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/switch/split already deleted, retry=false 2024-11-19T11:21:46,216 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:21:46,225 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/switch/merge already deleted, retry=false 2024-11-19T11:21:46,227 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:21:46,236 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/snapshot-cleanup already deleted, retry=false 2024-11-19T11:21:46,246 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472660211/running 2024-11-19T11:21:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-472660211/running 2024-11-19T11:21:46,246 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,247 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,44869,1732015303822, sessionid=0x10152d41fa40000, setting cluster-up flag (Was=false) 2024-11-19T11:21:46,267 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,299 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472660211/flush-table-proc/acquired, /0-472660211/flush-table-proc/reached, /0-472660211/flush-table-proc/abort 2024-11-19T11:21:46,300 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,44869,1732015303822 2024-11-19T11:21:46,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,320 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:46,352 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-472660211/online-snapshot/acquired, /0-472660211/online-snapshot/reached, /0-472660211/online-snapshot/abort 2024-11-19T11:21:46,353 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,44869,1732015303822 2024-11-19T11:21:46,354 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:21:46,355 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:46,355 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:21:46,355 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:21:46,356 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,44869,1732015303822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:46,357 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015336361 2024-11-19T11:21:46,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:21:46,361 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:21:46,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:46,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:21:46,362 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,368 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:21:46,368 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:21:46,368 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:21:46,368 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:21:46,371 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:21:46,371 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:21:46,372 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015306371,5,FailOnTimeoutGroup] 2024-11-19T11:21:46,372 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015306372,5,FailOnTimeoutGroup] 2024-11-19T11:21:46,372 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,372 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:21:46,372 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,372 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:21:46,418 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(746): ClusterId : fe38e4e2-cd13-44ab-98d3-51d8fd4e2737 2024-11-19T11:21:46,419 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:21:46,426 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:21:46,426 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:21:46,437 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:21:46,437 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337702d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:46,454 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:46133 2024-11-19T11:21:46,454 INFO [RS:0;16c88966c0af:46133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:21:46,454 INFO [RS:0;16c88966c0af:46133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:21:46,454 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:21:46,455 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,44869,1732015303822 with port=46133, startcode=1732015304107 2024-11-19T11:21:46,455 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:21:46,458 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:21:46,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,460 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021 2024-11-19T11:21:46,460 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36165 2024-11-19T11:21:46,460 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:21:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/rs 2024-11-19T11:21:46,468 DEBUG [RS:0;16c88966c0af:46133 {}] zookeeper.ZKUtil(111): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on existing znode=/0-472660211/rs/16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,468 WARN [RS:0;16c88966c0af:46133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:46,468 INFO [RS:0;16c88966c0af:46133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:46,468 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,46133,1732015304107] 2024-11-19T11:21:46,471 INFO [RS:0;16c88966c0af:46133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:21:46,473 INFO [RS:0;16c88966c0af:46133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:21:46,473 INFO [RS:0;16c88966c0af:46133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:21:46,473 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,475 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:21:46,476 INFO [RS:0;16c88966c0af:46133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:21:46,476 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,476 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:46,477 DEBUG [RS:0;16c88966c0af:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,480 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46133,1732015304107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:46,495 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:21:46,495 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46133,1732015304107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,495 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,495 INFO [RS:0;16c88966c0af:46133 {}] regionserver.Replication(171): 16c88966c0af,46133,1732015304107 started 2024-11-19T11:21:46,509 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:46,509 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,46133,1732015304107, RpcServer on 16c88966c0af/172.17.0.2:46133, sessionid=0x10152d41fa40001 2024-11-19T11:21:46,509 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:21:46,509 DEBUG [RS:0;16c88966c0af:46133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,509 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,46133,1732015304107' 2024-11-19T11:21:46,509 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472660211/flush-table-proc/abort' 2024-11-19T11:21:46,509 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472660211/flush-table-proc/acquired' 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,46133,1732015304107 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,46133,1732015304107' 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-472660211/online-snapshot/abort' 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-472660211/online-snapshot/acquired' 2024-11-19T11:21:46,510 DEBUG [RS:0;16c88966c0af:46133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:21:46,510 INFO [RS:0;16c88966c0af:46133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:21:46,510 INFO [RS:0;16c88966c0af:46133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:21:46,611 INFO [RS:0;16c88966c0af:46133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:46,612 INFO [RS:0;16c88966c0af:46133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46133%2C1732015304107, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/oldWALs, maxLogs=10 2024-11-19T11:21:46,633 DEBUG [RS:0;16c88966c0af:46133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, exclude list is [], retry=0 2024-11-19T11:21:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37169,DS-8b811dae-cdfa-42ad-928a-25622e1ac535,DISK] 2024-11-19T11:21:46,645 INFO [RS:0;16c88966c0af:46133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 2024-11-19T11:21:46,648 DEBUG [RS:0;16c88966c0af:46133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-19T11:21:46,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:21:46,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021 2024-11-19T11:21:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:21:47,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:47,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:47,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:47,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:47,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:47,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:47,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:47,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:47,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:47,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:47,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740 2024-11-19T11:21:47,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740 2024-11-19T11:21:47,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:47,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:47,230 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:47,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:47,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:47,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69438444, jitterRate=0.03471344709396362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:47,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015307219Initializing all the Stores at 1732015307219Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015307219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307219Cleaning up temporary data from old regions at 1732015307229 (+10 ms)Region opened successfully at 1732015307233 (+4 ms) 2024-11-19T11:21:47,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:47,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:47,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:47,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:47,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:47,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:47,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015307233Disabling compacts and flushes for region at 1732015307233Disabling writes for close at 1732015307234 (+1 ms)Writing region close event to WAL at 1732015307234Closed at 1732015307234 2024-11-19T11:21:47,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:47,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:21:47,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:21:47,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:47,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:21:47,387 DEBUG [16c88966c0af:44869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:21:47,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:21:47,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,46133,1732015304107, state=OPENING 2024-11-19T11:21:47,394 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:21:47,404 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:21:47,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472660211/meta-region-server: CHANGED 2024-11-19T11:21:47,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472660211/meta-region-server: CHANGED 2024-11-19T11:21:47,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:47,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,46133,1732015304107}] 2024-11-19T11:21:47,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:47,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:21:47,561 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:21:47,561 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:47,561 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:21:47,562 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46133%2C1732015304107.meta, suffix=.meta, logDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/oldWALs, maxLogs=10 2024-11-19T11:21:47,579 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.meta.1732015307563.meta, exclude list is [], retry=0 2024-11-19T11:21:47,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37169,DS-8b811dae-cdfa-42ad-928a-25622e1ac535,DISK] 2024-11-19T11:21:47,583 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.meta.1732015307563.meta 2024-11-19T11:21:47,583 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-19T11:21:47,583 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:47,583 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:47,583 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:47,584 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:21:47,584 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:21:47,584 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:21:47,584 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:47,584 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:21:47,584 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:21:47,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:47,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:47,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:47,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:47,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:47,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:47,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:47,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:47,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:47,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:47,589 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:47,589 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740 2024-11-19T11:21:47,590 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740 2024-11-19T11:21:47,591 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:47,591 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:47,591 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:47,592 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:47,593 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65023558, jitterRate=-0.03107348084449768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:47,593 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:21:47,593 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015307584Writing region info on filesystem at 1732015307584Initializing all the Stores at 1732015307585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015307585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015307585Cleaning up temporary data from old regions at 1732015307591 (+6 ms)Running coprocessor post-open hooks at 1732015307593 (+2 ms)Region opened successfully at 1732015307593 2024-11-19T11:21:47,594 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015307557 2024-11-19T11:21:47,596 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:21:47,596 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:21:47,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:21:47,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,46133,1732015304107, state=OPEN 2024-11-19T11:21:47,636 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472660211/meta-region-server 2024-11-19T11:21:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-472660211/meta-region-server 2024-11-19T11:21:47,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472660211/meta-region-server: CHANGED 2024-11-19T11:21:47,636 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,46133,1732015304107 2024-11-19T11:21:47,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-472660211/meta-region-server: CHANGED 2024-11-19T11:21:47,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:21:47,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,46133,1732015304107 in 231 msec 2024-11-19T11:21:47,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:21:47,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-19T11:21:47,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:47,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:21:47,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:47,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46133,1732015304107, seqNum=-1] 2024-11-19T11:21:47,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:47,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:47,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-19T11:21:47,646 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015307645, completionTime=-1 2024-11-19T11:21:47,646 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:21:47,646 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015367648 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015427648 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:44869, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,648 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,649 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,650 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:21:47,653 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-19T11:21:47,653 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:21:47,653 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:21:47,653 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:21:47,653 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:21:47,654 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:21:47,654 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:47,654 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:21:47,655 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:21:47,656 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:21:47,656 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,44869,1732015303822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:47,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b554af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:47,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44869,-1 for getting cluster id 2024-11-19T11:21:47,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:47,719 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe38e4e2-cd13-44ab-98d3-51d8fd4e2737' 2024-11-19T11:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe38e4e2-cd13-44ab-98d3-51d8fd4e2737" 2024-11-19T11:21:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d48d5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44869,-1] 2024-11-19T11:21:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:47,721 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:47,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5346ffb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:47,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46133,1732015304107, seqNum=-1] 2024-11-19T11:21:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:47,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,44869,1732015303822 2024-11-19T11:21:47,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:47,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:47,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d41fa40002 connected 2024-11-19T11:21:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir so I do NOT create it in target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c 2024-11-19T11:21:47,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:21:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.tmp.dir so I do NOT create it in target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c 2024-11-19T11:21:47,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:21:47,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c 2024-11-19T11:21:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:21:47,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/cluster_011e7fb3-5d1d-4d74-821b-110871c03d21, deleteOnExit=true 2024-11-19T11:21:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/test.cache.data in system properties and HBase conf 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:21:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:21:47,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:21:47,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:21:47,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:47,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:21:47,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:21:48,151 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T11:21:48,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,193 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,194 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,194 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,194 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,209 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:48,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:48,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:48,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:48,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:48,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:21:48,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:48,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a69896f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:48,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d707fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:48,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ec95eb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/java.io.tmpdir/jetty-localhost-41957-hadoop-hdfs-3_4_1-tests_jar-_-any-1603191596010355681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:48,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccca572{HTTP/1.1, (http/1.1)}{localhost:41957} 2024-11-19T11:21:48,367 INFO [Time-limited test {}] server.Server(415): Started @293107ms 2024-11-19T11:21:48,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:48,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:48,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:48,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:48,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:21:48,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b45e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:48,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a21958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:48,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f170d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/java.io.tmpdir/jetty-localhost-42819-hadoop-hdfs-3_4_1-tests_jar-_-any-15384947535132128249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:48,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc0a91{HTTP/1.1, (http/1.1)}{localhost:42819} 2024-11-19T11:21:48,793 INFO [Time-limited test {}] server.Server(415): Started @293533ms 2024-11-19T11:21:48,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:21:49,525 WARN [Thread-3589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/cluster_011e7fb3-5d1d-4d74-821b-110871c03d21/data/data1/current/BP-1371608823-172.17.0.2-1732015307776/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:49,525 WARN [Thread-3590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/cluster_011e7fb3-5d1d-4d74-821b-110871c03d21/data/data2/current/BP-1371608823-172.17.0.2-1732015307776/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:49,573 WARN [Thread-3577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:21:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2ffb062e5735fc with lease ID 0x9f6194b4e4344e40: Processing first storage report for DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0 from datanode DatanodeRegistration(127.0.0.1:44123, datanodeUuid=17eb8a0c-89dc-4c9e-9ccb-9a24c384314d, infoPort=36407, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=1246926692;c=1732015307776) 2024-11-19T11:21:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2ffb062e5735fc with lease ID 0x9f6194b4e4344e40: from storage DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0 node DatanodeRegistration(127.0.0.1:44123, datanodeUuid=17eb8a0c-89dc-4c9e-9ccb-9a24c384314d, infoPort=36407, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=1246926692;c=1732015307776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2ffb062e5735fc with lease ID 0x9f6194b4e4344e40: Processing first storage report for DS-f1fed5c0-3ada-46c6-97e3-d751e39f703f from datanode DatanodeRegistration(127.0.0.1:44123, datanodeUuid=17eb8a0c-89dc-4c9e-9ccb-9a24c384314d, infoPort=36407, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=1246926692;c=1732015307776) 2024-11-19T11:21:49,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2ffb062e5735fc with lease ID 0x9f6194b4e4344e40: from storage DS-f1fed5c0-3ada-46c6-97e3-d751e39f703f node DatanodeRegistration(127.0.0.1:44123, datanodeUuid=17eb8a0c-89dc-4c9e-9ccb-9a24c384314d, infoPort=36407, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=1246926692;c=1732015307776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:49,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c 2024-11-19T11:21:49,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:21:49,628 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d with version=8 2024-11-19T11:21:49,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/hbase-staging 2024-11-19T11:21:49,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:49,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:49,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:49,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:21:49,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:49,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37719 2024-11-19T11:21:49,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37719 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377190x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:49,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37719-0x10152d41fa40003 connected 2024-11-19T11:21:49,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/running 2024-11-19T11:21:49,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d, hbase.cluster.distributed=false 2024-11-19T11:21:49,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/acl 2024-11-19T11:21:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-19T11:21:49,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37719 2024-11-19T11:21:49,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37719 2024-11-19T11:21:49,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-19T11:21:49,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-19T11:21:49,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:21:49,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:49,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43065 2024-11-19T11:21:49,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43065 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:49,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430650x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/running 2024-11-19T11:21:49,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:21:49,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430650x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:49,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:21:49,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430650x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/master 2024-11-19T11:21:49,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430650x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/acl 2024-11-19T11:21:49,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43065-0x10152d41fa40004 connected 2024-11-19T11:21:49,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43065 2024-11-19T11:21:49,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43065 2024-11-19T11:21:49,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43065 2024-11-19T11:21:49,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43065 2024-11-19T11:21:49,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43065 2024-11-19T11:21:49,820 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:37719 2024-11-19T11:21:49,820 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-648810555/backup-masters/16c88966c0af,37719,1732015309630 2024-11-19T11:21:49,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/backup-masters 2024-11-19T11:21:49,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/backup-masters 2024-11-19T11:21:49,847 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on existing znode=/1-648810555/backup-masters/16c88966c0af,37719,1732015309630 2024-11-19T11:21:49,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-648810555/master 2024-11-19T11:21:49,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:49,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:49,858 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on existing znode=/1-648810555/master 2024-11-19T11:21:49,859 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-648810555/backup-masters/16c88966c0af,37719,1732015309630 from backup master directory 2024-11-19T11:21:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/backup-masters 2024-11-19T11:21:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-648810555/backup-masters/16c88966c0af,37719,1732015309630 2024-11-19T11:21:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/backup-masters 2024-11-19T11:21:49,868 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:49,868 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,37719,1732015309630 2024-11-19T11:21:49,877 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/hbase.id] with ID: 1ee80f89-9e47-49ba-8a7b-805bd55c11c5 2024-11-19T11:21:49,877 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/.tmp/hbase.id 2024-11-19T11:21:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:21:49,884 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/.tmp/hbase.id]:[hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/hbase.id] 2024-11-19T11:21:49,900 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:49,900 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:21:49,901 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:21:49,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:49,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:21:50,334 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:50,335 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:21:50,335 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:21:50,347 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store 2024-11-19T11:21:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:50,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:50,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:50,364 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015310364Disabling compacts and flushes for region at 1732015310364Disabling writes for close at 1732015310364Writing region close event to WAL at 1732015310364Closed at 1732015310364 2024-11-19T11:21:50,365 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/.initializing 2024-11-19T11:21:50,365 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/WALs/16c88966c0af,37719,1732015309630 2024-11-19T11:21:50,366 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:50,368 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C37719%2C1732015309630, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/WALs/16c88966c0af,37719,1732015309630, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/oldWALs, maxLogs=10 2024-11-19T11:21:50,385 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/WALs/16c88966c0af,37719,1732015309630/16c88966c0af%2C37719%2C1732015309630.1732015310368, exclude list is [], retry=0 2024-11-19T11:21:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0,DISK] 2024-11-19T11:21:50,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/WALs/16c88966c0af,37719,1732015309630/16c88966c0af%2C37719%2C1732015309630.1732015310368 2024-11-19T11:21:50,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36407:36407)] 2024-11-19T11:21:50,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:50,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:50,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:21:50,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:50,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:50,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:21:50,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:50,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:50,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:21:50,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:50,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:50,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:21:50,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:50,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:50,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,400 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,401 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:50,403 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:50,411 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:50,412 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59694810, jitterRate=-0.11047801375389099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:50,412 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015310393Initializing all the Stores at 1732015310393Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015310393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015310394 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015310394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015310394Cleaning up temporary data from old regions at 1732015310402 (+8 ms)Region opened successfully at 1732015310412 (+10 ms) 2024-11-19T11:21:50,412 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:21:50,424 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5473345a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:50,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:21:50,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:21:50,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:21:50,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:21:50,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:21:50,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:21:50,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:21:50,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:21:50,434 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/balancer because node does not exist (not necessarily an error) 2024-11-19T11:21:50,488 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/balancer already deleted, retry=false 2024-11-19T11:21:50,489 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:21:50,496 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:21:50,499 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/normalizer already deleted, retry=false 2024-11-19T11:21:50,500 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:21:50,501 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:21:50,509 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/switch/split already deleted, retry=false 2024-11-19T11:21:50,510 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:21:50,520 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/switch/merge already deleted, retry=false 2024-11-19T11:21:50,522 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:21:50,531 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/snapshot-cleanup already deleted, retry=false 2024-11-19T11:21:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-648810555/running 2024-11-19T11:21:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-648810555/running 2024-11-19T11:21:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,542 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,37719,1732015309630, sessionid=0x10152d41fa40003, setting cluster-up flag (Was=false) 2024-11-19T11:21:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,699 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-648810555/flush-table-proc/acquired, /1-648810555/flush-table-proc/reached, /1-648810555/flush-table-proc/abort 2024-11-19T11:21:50,700 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,37719,1732015309630 2024-11-19T11:21:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:50,752 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-648810555/online-snapshot/acquired, /1-648810555/online-snapshot/reached, /1-648810555/online-snapshot/abort 2024-11-19T11:21:50,753 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,37719,1732015309630 2024-11-19T11:21:50,754 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:21:50,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:50,756 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:21:50,756 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:21:50,757 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,37719,1732015309630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:50,758 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:50,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:21:50,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:50,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:21:50,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015340769 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:21:50,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:21:50,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:21:50,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:21:50,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:21:50,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:21:50,779 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:21:50,780 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015310779,5,FailOnTimeoutGroup] 2024-11-19T11:21:50,780 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015310780,5,FailOnTimeoutGroup] 2024-11-19T11:21:50,780 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,780 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:21:50,780 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,781 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:21:50,807 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(746): ClusterId : 1ee80f89-9e47-49ba-8a7b-805bd55c11c5 2024-11-19T11:21:50,807 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:21:50,818 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:21:50,818 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:21:50,826 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:21:50,826 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93cc3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:50,843 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:43065 2024-11-19T11:21:50,843 INFO [RS:0;16c88966c0af:43065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:21:50,843 INFO [RS:0;16c88966c0af:43065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:21:50,843 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:21:50,844 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,37719,1732015309630 with port=43065, startcode=1732015309771 2024-11-19T11:21:50,844 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:21:50,846 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:21:50,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37719 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,850 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d 2024-11-19T11:21:50,850 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45161 2024-11-19T11:21:50,850 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:21:50,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/rs 2024-11-19T11:21:50,900 DEBUG [RS:0;16c88966c0af:43065 {}] zookeeper.ZKUtil(111): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on existing znode=/1-648810555/rs/16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,900 WARN [RS:0;16c88966c0af:43065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:50,900 INFO [RS:0;16c88966c0af:43065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:50,900 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,43065,1732015309771] 2024-11-19T11:21:50,903 INFO [RS:0;16c88966c0af:43065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:21:50,908 INFO [RS:0;16c88966c0af:43065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:21:50,909 INFO [RS:0;16c88966c0af:43065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:21:50,909 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,909 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:21:50,910 INFO [RS:0;16c88966c0af:43065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:21:50,910 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:50,910 DEBUG [RS:0;16c88966c0af:43065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,916 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43065,1732015309771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:50,935 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:21:50,935 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,43065,1732015309771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,935 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,935 INFO [RS:0;16c88966c0af:43065 {}] regionserver.Replication(171): 16c88966c0af,43065,1732015309771 started 2024-11-19T11:21:50,953 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:50,953 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,43065,1732015309771, RpcServer on 16c88966c0af/172.17.0.2:43065, sessionid=0x10152d41fa40004 2024-11-19T11:21:50,953 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:21:50,953 DEBUG [RS:0;16c88966c0af:43065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,953 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,43065,1732015309771' 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-648810555/flush-table-proc/abort' 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-648810555/flush-table-proc/acquired' 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,43065,1732015309771 2024-11-19T11:21:50,954 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,43065,1732015309771' 2024-11-19T11:21:50,955 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-648810555/online-snapshot/abort' 2024-11-19T11:21:50,955 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-648810555/online-snapshot/acquired' 2024-11-19T11:21:50,955 DEBUG [RS:0;16c88966c0af:43065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:21:50,955 INFO [RS:0;16c88966c0af:43065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:21:50,955 INFO [RS:0;16c88966c0af:43065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:21:51,056 INFO [RS:0;16c88966c0af:43065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:51,057 INFO [RS:0;16c88966c0af:43065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C43065%2C1732015309771, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/oldWALs, maxLogs=10 2024-11-19T11:21:51,074 DEBUG [RS:0;16c88966c0af:43065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, exclude list is [], retry=0 2024-11-19T11:21:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0,DISK] 2024-11-19T11:21:51,084 INFO [RS:0;16c88966c0af:43065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 2024-11-19T11:21:51,084 DEBUG [RS:0;16c88966c0af:43065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36407:36407)] 2024-11-19T11:21:51,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:21:51,183 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d 2024-11-19T11:21:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:21:51,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:51,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:51,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:51,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:51,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:51,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:51,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:51,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:51,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:51,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740 2024-11-19T11:21:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740 2024-11-19T11:21:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:51,595 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:51,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:51,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74839944, jitterRate=0.11520206928253174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015311589Initializing all the Stores at 1732015311589Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311589Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015311589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311589Cleaning up temporary data from old regions at 1732015311594 (+5 ms)Region opened successfully at 1732015311597 (+3 ms) 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:51,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:51,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:51,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015311597Disabling compacts and flushes for region at 1732015311597Disabling writes for close at 1732015311597Writing region close event to WAL at 1732015311597Closed at 1732015311597 2024-11-19T11:21:51,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:51,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:21:51,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:21:51,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:51,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:21:51,749 DEBUG [16c88966c0af:37719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:21:51,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:21:51,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,43065,1732015309771, state=OPENING 2024-11-19T11:21:51,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:21:51,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:51,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:21:51,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-648810555/meta-region-server: CHANGED 2024-11-19T11:21:51,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:51,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,43065,1732015309771}] 2024-11-19T11:21:51,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-648810555/meta-region-server: CHANGED 2024-11-19T11:21:51,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:51,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:21:51,940 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:21:51,940 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:51,941 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:21:51,942 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C43065%2C1732015309771.meta, suffix=.meta, logDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/oldWALs, maxLogs=10 2024-11-19T11:21:51,959 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.meta.1732015311942.meta, exclude list is [], retry=0 2024-11-19T11:21:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0,DISK] 2024-11-19T11:21:51,962 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.meta.1732015311942.meta 2024-11-19T11:21:51,962 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36407:36407)] 2024-11-19T11:21:51,962 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:51,963 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:21:51,963 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:21:51,963 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:21:51,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:51,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:51,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:51,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:51,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:51,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:51,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:51,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:51,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:51,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:51,971 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:51,972 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740 2024-11-19T11:21:51,972 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740 2024-11-19T11:21:51,973 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:51,973 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:51,974 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:51,975 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:51,975 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73325830, jitterRate=0.09264001250267029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:51,975 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:21:51,976 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015311963Writing region info on filesystem at 1732015311963Initializing all the Stores at 1732015311964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311966 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015311966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015311966Cleaning up temporary data from old regions at 1732015311973 (+7 ms)Running coprocessor post-open hooks at 1732015311975 (+2 ms)Region opened successfully at 1732015311976 (+1 ms) 2024-11-19T11:21:51,977 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015311936 2024-11-19T11:21:51,979 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:21:51,979 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:21:51,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:21:51,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,43065,1732015309771, state=OPEN 2024-11-19T11:21:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-648810555/meta-region-server 2024-11-19T11:21:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-648810555/meta-region-server 2024-11-19T11:21:51,994 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,43065,1732015309771 2024-11-19T11:21:51,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-648810555/meta-region-server: CHANGED 2024-11-19T11:21:51,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-648810555/meta-region-server: CHANGED 2024-11-19T11:21:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:21:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,43065,1732015309771 in 210 msec 2024-11-19T11:21:51,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:21:51,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-19T11:21:51,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:51,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:21:52,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:52,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,43065,1732015309771, seqNum=-1] 2024-11-19T11:21:52,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:52,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:52,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-19T11:21:52,010 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015312010, completionTime=-1 2024-11-19T11:21:52,010 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:21:52,010 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015372012 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015432012 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:37719, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,012 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,014 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:21:52,016 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.148sec 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:52,017 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:21:52,020 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:21:52,020 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:21:52,020 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37719,1732015309630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:52,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bae531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:52,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:21:52,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:52,109 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db24660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:52,110 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:52,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aedf46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:52,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,43065,1732015309771, seqNum=-1] 2024-11-19T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:52,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:52,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,37719,1732015309630 2024-11-19T11:21:52,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:52,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d41fa40005 connected 2024-11-19T11:21:52,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir so I do NOT create it in target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9 2024-11-19T11:21:52,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:21:52,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.tmp.dir so I do NOT create it in target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9 2024-11-19T11:21:52,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:21:52,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9 2024-11-19T11:21:52,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:21:52,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/cluster_a1fb5316-32ad-1200-dfe8-d2367062f011, deleteOnExit=true 2024-11-19T11:21:52,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/test.cache.data in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:21:52,134 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:52,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:21:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:21:52,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:21:52,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:52,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:52,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:52,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:52,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:21:52,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:52,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34eb4205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:52,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c5ec03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:52,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58502fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/java.io.tmpdir/jetty-localhost-39141-hadoop-hdfs-3_4_1-tests_jar-_-any-9565939635745625299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:21:52,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b924cb7{HTTP/1.1, (http/1.1)}{localhost:39141} 2024-11-19T11:21:52,604 INFO [Time-limited test {}] server.Server(415): Started @297343ms 2024-11-19T11:21:52,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T11:21:52,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T11:21:52,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T11:21:52,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T11:21:52,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:21:52,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:21:52,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:21:52,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:21:52,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:21:52,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@337bc571{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:21:52,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34e9b592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:21:53,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4445fe1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/java.io.tmpdir/jetty-localhost-40915-hadoop-hdfs-3_4_1-tests_jar-_-any-18148425920819982747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:21:53,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f98bc3{HTTP/1.1, (http/1.1)}{localhost:40915} 2024-11-19T11:21:53,113 INFO [Time-limited test {}] server.Server(415): Started @297852ms 2024-11-19T11:21:53,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:21:54,196 WARN [Thread-3709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/cluster_a1fb5316-32ad-1200-dfe8-d2367062f011/data/data1/current/BP-1743460090-172.17.0.2-1732015312158/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:54,196 WARN [Thread-3710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/cluster_a1fb5316-32ad-1200-dfe8-d2367062f011/data/data2/current/BP-1743460090-172.17.0.2-1732015312158/current, will proceed with Du for space computation calculation, 2024-11-19T11:21:54,215 WARN [Thread-3697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:21:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8d5e13cd15ea1e with lease ID 0xa7d20603ca1ecbf5: Processing first storage report for DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686 from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=1a6c6c5b-adab-4069-956a-ff142a14d17a, infoPort=36965, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=641557650;c=1732015312158) 2024-11-19T11:21:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8d5e13cd15ea1e with lease ID 0xa7d20603ca1ecbf5: from storage DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686 node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=1a6c6c5b-adab-4069-956a-ff142a14d17a, infoPort=36965, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=641557650;c=1732015312158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8d5e13cd15ea1e with lease ID 0xa7d20603ca1ecbf5: Processing first storage report for DS-c2005bbd-a4ab-433a-ae1f-2a2f85851ca9 from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=1a6c6c5b-adab-4069-956a-ff142a14d17a, infoPort=36965, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=641557650;c=1732015312158) 2024-11-19T11:21:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8d5e13cd15ea1e with lease ID 0xa7d20603ca1ecbf5: from storage DS-c2005bbd-a4ab-433a-ae1f-2a2f85851ca9 node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=1a6c6c5b-adab-4069-956a-ff142a14d17a, infoPort=36965, infoSecurePort=0, ipcPort=34301, storageInfo=lv=-57;cid=testClusterID;nsid=641557650;c=1732015312158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:21:54,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9 2024-11-19T11:21:54,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:54,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:21:54,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03 with version=8 2024-11-19T11:21:54,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/hbase-staging 2024-11-19T11:21:54,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:21:54,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:54,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36805 2024-11-19T11:21:54,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36805 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:54,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368050x0, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:54,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36805-0x10152d41fa40006 connected 2024-11-19T11:21:54,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:54,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:54,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/running 2024-11-19T11:21:54,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03, hbase.cluster.distributed=false 2024-11-19T11:21:54,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/acl 2024-11-19T11:21:54,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-19T11:21:54,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36805 2024-11-19T11:21:54,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36805 2024-11-19T11:21:54,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-19T11:21:54,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-19T11:21:54,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:21:54,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:21:54,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33751 2024-11-19T11:21:54,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33751 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:54,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:54,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:55,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337510x0, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:55,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337510x0, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/running 2024-11-19T11:21:55,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33751-0x10152d41fa40007 connected 2024-11-19T11:21:55,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:21:55,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:21:55,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/master 2024-11-19T11:21:55,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/acl 2024-11-19T11:21:55,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-19T11:21:55,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33751 2024-11-19T11:21:55,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33751 2024-11-19T11:21:55,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-19T11:21:55,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-19T11:21:55,050 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:36805 2024-11-19T11:21:55,050 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-773962768/backup-masters/16c88966c0af,36805,1732015314665 2024-11-19T11:21:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/backup-masters 2024-11-19T11:21:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/backup-masters 2024-11-19T11:21:55,057 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on existing znode=/2-773962768/backup-masters/16c88966c0af,36805,1732015314665 2024-11-19T11:21:55,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773962768/master 2024-11-19T11:21:55,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:55,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:55,067 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on existing znode=/2-773962768/master 2024-11-19T11:21:55,067 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-773962768/backup-masters/16c88966c0af,36805,1732015314665 from backup master directory 2024-11-19T11:21:55,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/backup-masters 2024-11-19T11:21:55,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773962768/backup-masters/16c88966c0af,36805,1732015314665 2024-11-19T11:21:55,077 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:55,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/backup-masters 2024-11-19T11:21:55,077 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,36805,1732015314665 2024-11-19T11:21:55,080 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/hbase.id] with ID: 494c63d0-bd64-40cd-973d-c1922034ee09 2024-11-19T11:21:55,080 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/.tmp/hbase.id 2024-11-19T11:21:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:21:55,490 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/.tmp/hbase.id]:[hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/hbase.id] 2024-11-19T11:21:55,497 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:21:55,497 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:21:55,498 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:21:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:21:55,955 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:55,956 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:21:55,957 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:21:56,363 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store 2024-11-19T11:21:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:21:56,370 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:56,370 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:21:56,370 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015316370Disabling compacts and flushes for region at 1732015316370Disabling writes for close at 1732015316370Writing region close event to WAL at 1732015316370Closed at 1732015316370 2024-11-19T11:21:56,371 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/.initializing 2024-11-19T11:21:56,371 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/WALs/16c88966c0af,36805,1732015314665 2024-11-19T11:21:56,371 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:56,373 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C36805%2C1732015314665, suffix=, logDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/WALs/16c88966c0af,36805,1732015314665, archiveDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/oldWALs, maxLogs=10 2024-11-19T11:21:56,389 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/WALs/16c88966c0af,36805,1732015314665/16c88966c0af%2C36805%2C1732015314665.1732015316373, exclude list is [], retry=0 2024-11-19T11:21:56,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686,DISK] 2024-11-19T11:21:56,392 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/WALs/16c88966c0af,36805,1732015314665/16c88966c0af%2C36805%2C1732015314665.1732015316373 2024-11-19T11:21:56,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36965:36965)] 2024-11-19T11:21:56,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:56,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:56,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,393 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:21:56,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:56,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:56,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:21:56,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:56,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:56,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:21:56,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:56,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:56,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:21:56,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:56,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:56,398 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,399 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,400 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:56,400 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:21:56,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:56,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65039840, jitterRate=-0.030830860137939453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:56,402 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015316393Initializing all the Stores at 1732015316394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015316394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015316394Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015316394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015316394Cleaning up temporary data from old regions at 1732015316399 (+5 ms)Region opened successfully at 1732015316402 (+3 ms) 2024-11-19T11:21:56,402 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:21:56,404 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2548d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:56,405 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:21:56,405 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:21:56,405 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:21:56,405 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:21:56,405 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:21:56,406 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:21:56,406 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:21:56,409 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:21:56,409 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/balancer because node does not exist (not necessarily an error) 2024-11-19T11:21:56,456 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/balancer already deleted, retry=false 2024-11-19T11:21:56,457 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:21:56,457 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:21:56,526 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/normalizer already deleted, retry=false 2024-11-19T11:21:56,526 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:21:56,527 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:21:56,540 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/switch/split already deleted, retry=false 2024-11-19T11:21:56,541 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:21:56,561 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/switch/merge already deleted, retry=false 2024-11-19T11:21:56,563 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:21:56,582 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/snapshot-cleanup already deleted, retry=false 2024-11-19T11:21:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773962768/running 2024-11-19T11:21:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773962768/running 2024-11-19T11:21:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,604 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,36805,1732015314665, sessionid=0x10152d41fa40006, setting cluster-up flag (Was=false) 2024-11-19T11:21:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,698 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773962768/flush-table-proc/acquired, /2-773962768/flush-table-proc/reached, /2-773962768/flush-table-proc/abort 2024-11-19T11:21:56,699 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,36805,1732015314665 2024-11-19T11:21:56,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:56,751 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773962768/online-snapshot/acquired, /2-773962768/online-snapshot/reached, /2-773962768/online-snapshot/abort 2024-11-19T11:21:56,752 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,36805,1732015314665 2024-11-19T11:21:56,753 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:21:56,754 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:56,755 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:21:56,755 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:21:56,755 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,36805,1732015314665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:56,756 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:56,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:21:56,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:56,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015346764 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:21:56,764 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:21:56,768 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:21:56,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:21:56,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:21:56,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015316771,5,FailOnTimeoutGroup] 2024-11-19T11:21:56,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015316771,5,FailOnTimeoutGroup] 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:21:56,837 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(746): ClusterId : 494c63d0-bd64-40cd-973d-c1922034ee09 2024-11-19T11:21:56,837 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:21:56,846 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:21:56,846 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:21:56,857 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:21:56,857 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1a62de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:21:56,869 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:33751 2024-11-19T11:21:56,869 INFO [RS:0;16c88966c0af:33751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:21:56,869 INFO [RS:0;16c88966c0af:33751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:21:56,869 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:21:56,870 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,36805,1732015314665 with port=33751, startcode=1732015314994 2024-11-19T11:21:56,870 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:21:56,871 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:21:56,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36805 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,872 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03 2024-11-19T11:21:56,872 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39321 2024-11-19T11:21:56,872 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:21:56,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/rs 2024-11-19T11:21:56,906 DEBUG [RS:0;16c88966c0af:33751 {}] zookeeper.ZKUtil(111): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on existing znode=/2-773962768/rs/16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,906 WARN [RS:0;16c88966c0af:33751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:21:56,906 INFO [RS:0;16c88966c0af:33751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:56,906 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,33751,1732015314994] 2024-11-19T11:21:56,910 INFO [RS:0;16c88966c0af:33751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:21:56,912 INFO [RS:0;16c88966c0af:33751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:21:56,916 INFO [RS:0;16c88966c0af:33751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:21:56,916 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,916 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:21:56,917 INFO [RS:0;16c88966c0af:33751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:21:56,917 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,917 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:56,918 DEBUG [RS:0;16c88966c0af:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,923 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,33751,1732015314994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:56,941 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:21:56,941 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,33751,1732015314994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,941 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,941 INFO [RS:0;16c88966c0af:33751 {}] regionserver.Replication(171): 16c88966c0af,33751,1732015314994 started 2024-11-19T11:21:56,959 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:56,959 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,33751,1732015314994, RpcServer on 16c88966c0af/172.17.0.2:33751, sessionid=0x10152d41fa40007 2024-11-19T11:21:56,959 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:21:56,959 DEBUG [RS:0;16c88966c0af:33751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,959 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,33751,1732015314994' 2024-11-19T11:21:56,959 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773962768/flush-table-proc/abort' 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773962768/flush-table-proc/acquired' 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,33751,1732015314994 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,33751,1732015314994' 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773962768/online-snapshot/abort' 2024-11-19T11:21:56,960 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773962768/online-snapshot/acquired' 2024-11-19T11:21:56,961 DEBUG [RS:0;16c88966c0af:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:21:56,961 INFO [RS:0;16c88966c0af:33751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:21:56,961 INFO [RS:0;16c88966c0af:33751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:21:57,061 INFO [RS:0;16c88966c0af:33751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:21:57,062 INFO [RS:0;16c88966c0af:33751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33751%2C1732015314994, suffix=, logDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994, archiveDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/oldWALs, maxLogs=10 2024-11-19T11:21:57,075 DEBUG [RS:0;16c88966c0af:33751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, exclude list is [], retry=0 2024-11-19T11:21:57,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686,DISK] 2024-11-19T11:21:57,079 INFO [RS:0;16c88966c0af:33751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 2024-11-19T11:21:57,079 DEBUG [RS:0;16c88966c0af:33751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36965:36965)] 2024-11-19T11:21:57,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:21:57,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03 2024-11-19T11:21:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:21:57,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:21:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:21:57,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:57,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:57,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:57,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:57,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:57,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:57,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:57,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:57,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:57,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:57,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740 2024-11-19T11:21:57,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740 2024-11-19T11:21:57,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:57,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:57,593 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:57,595 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:57,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69197671, jitterRate=0.03112564980983734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:57,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015317578Initializing all the Stores at 1732015317579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317580 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015317580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317580Cleaning up temporary data from old regions at 1732015317592 (+12 ms)Region opened successfully at 1732015317612 (+20 ms) 2024-11-19T11:21:57,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:21:57,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:21:57,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:21:57,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:21:57,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:21:57,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:21:57,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015317612Disabling compacts and flushes for region at 1732015317612Disabling writes for close at 1732015317613 (+1 ms)Writing region close event to WAL at 1732015317613Closed at 1732015317613 2024-11-19T11:21:57,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:57,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:21:57,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:21:57,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:57,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:21:57,766 DEBUG [16c88966c0af:36805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:21:57,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:21:57,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,33751,1732015314994, state=OPENING 2024-11-19T11:21:57,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:21:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:21:57,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:21:57,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,33751,1732015314994}] 2024-11-19T11:21:57,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773962768/meta-region-server: CHANGED 2024-11-19T11:21:57,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773962768/meta-region-server: CHANGED 2024-11-19T11:21:57,946 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:21:57,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:21:57,952 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:21:57,952 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:21:57,952 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:21:57,953 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33751%2C1732015314994.meta, suffix=.meta, logDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994, archiveDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/oldWALs, maxLogs=10 2024-11-19T11:21:57,971 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.meta.1732015317954.meta, exclude list is [], retry=0 2024-11-19T11:21:57,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686,DISK] 2024-11-19T11:21:57,978 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.meta.1732015317954.meta 2024-11-19T11:21:57,980 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36965:36965)] 2024-11-19T11:21:57,980 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:57,981 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:57,981 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:21:57,981 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:21:57,981 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:21:57,981 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:21:57,981 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:57,982 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:21:57,982 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:21:57,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:21:57,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:21:57,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:21:57,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:21:57,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:21:57,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:21:57,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:21:57,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:21:57,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:57,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:21:57,994 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:21:57,994 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740 2024-11-19T11:21:57,995 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740 2024-11-19T11:21:57,996 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:21:57,996 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:21:57,996 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:21:57,997 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:21:57,997 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528001, jitterRate=-0.08316133916378021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:21:57,997 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:21:57,997 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015317982Writing region info on filesystem at 1732015317982Initializing all the Stores at 1732015317982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317987 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015317987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015317987Cleaning up temporary data from old regions at 1732015317996 (+9 ms)Running coprocessor post-open hooks at 1732015317997 (+1 ms)Region opened successfully at 1732015317997 2024-11-19T11:21:57,998 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015317945 2024-11-19T11:21:58,005 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:21:58,005 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:21:58,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:21:58,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,33751,1732015314994, state=OPEN 2024-11-19T11:21:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773962768/meta-region-server 2024-11-19T11:21:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773962768/meta-region-server 2024-11-19T11:21:58,014 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,33751,1732015314994 2024-11-19T11:21:58,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773962768/meta-region-server: CHANGED 2024-11-19T11:21:58,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773962768/meta-region-server: CHANGED 2024-11-19T11:21:58,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:21:58,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,33751,1732015314994 in 220 msec 2024-11-19T11:21:58,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:21:58,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-19T11:21:58,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:21:58,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:21:58,021 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:58,022 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33751,1732015314994, seqNum=-1] 2024-11-19T11:21:58,022 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:58,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:58,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-19T11:21:58,031 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015318031, completionTime=-1 2024-11-19T11:21:58,031 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:21:58,031 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:21:58,033 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:21:58,033 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015378033 2024-11-19T11:21:58,033 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015438033 2024-11-19T11:21:58,033 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T11:21:58,034 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,034 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,034 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,034 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:36805, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,034 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,035 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,037 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.962sec 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:21:58,040 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:21:58,057 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:21:58,057 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:21:58,057 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,36805,1732015314665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:21:58,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155f6f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:58,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:21:58,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:21:58,144 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:21:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:21:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:21:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5590a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:21:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:21:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:21:58,147 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:21:58,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecec272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:21:58,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:21:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33751,1732015314994, seqNum=-1] 2024-11-19T11:21:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:21:58,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:21:58,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,36805,1732015314665 2024-11-19T11:21:58,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52414 2024-11-19T11:21:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:21:58,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10152d41fa40008 connected 2024-11-19T11:21:58,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44869,1732015303822 2024-11-19T11:21:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc1ad76 2024-11-19T11:21:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:58,176 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:58,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:21:58,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:58,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:58,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:21:58,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:58,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:21:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:58,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb25652ae4452736b37c4fd9ff238c35, NAME => 'test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021 2024-11-19T11:21:58,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:21:58,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:58,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb25652ae4452736b37c4fd9ff238c35, disabling compactions & flushes 2024-11-19T11:21:58,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. after waiting 0 ms 2024-11-19T11:21:58,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb25652ae4452736b37c4fd9ff238c35: Waiting for close lock at 1732015318599Disabling compacts and flushes for region at 1732015318599Disabling writes for close at 1732015318600 (+1 ms)Writing region close event to WAL at 1732015318600Closed at 1732015318600 2024-11-19T11:21:58,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:21:58,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015318601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015318601"}]},"ts":"1732015318601"} 2024-11-19T11:21:58,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:21:58,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:21:58,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015318603"}]},"ts":"1732015318603"} 2024-11-19T11:21:58,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:21:58,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb25652ae4452736b37c4fd9ff238c35, ASSIGN}] 2024-11-19T11:21:58,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb25652ae4452736b37c4fd9ff238c35, ASSIGN 2024-11-19T11:21:58,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb25652ae4452736b37c4fd9ff238c35, ASSIGN; state=OFFLINE, location=16c88966c0af,46133,1732015304107; forceNewPlan=false, retain=false 2024-11-19T11:21:58,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb25652ae4452736b37c4fd9ff238c35, regionState=OPENING, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:21:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb25652ae4452736b37c4fd9ff238c35, ASSIGN because future has completed 2024-11-19T11:21:58,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb25652ae4452736b37c4fd9ff238c35, server=16c88966c0af,46133,1732015304107}] 2024-11-19T11:21:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:58,913 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,914 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb25652ae4452736b37c4fd9ff238c35, NAME => 'test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:21:58,914 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:21:58,914 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:21:58,914 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,914 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:21:58,914 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,914 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,920 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,921 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb25652ae4452736b37c4fd9ff238c35 columnFamilyName f 2024-11-19T11:21:58,921 DEBUG [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:58,922 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(327): Store=bb25652ae4452736b37c4fd9ff238c35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:58,922 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,922 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb25652ae4452736b37c4fd9ff238c35 columnFamilyName f1 2024-11-19T11:21:58,922 DEBUG [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:58,923 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(327): Store=bb25652ae4452736b37c4fd9ff238c35/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:58,923 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,923 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb25652ae4452736b37c4fd9ff238c35 columnFamilyName norep 2024-11-19T11:21:58,923 DEBUG [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:58,923 INFO [StoreOpener-bb25652ae4452736b37c4fd9ff238c35-1 {}] regionserver.HStore(327): Store=bb25652ae4452736b37c4fd9ff238c35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:21:58,923 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,924 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,924 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,925 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,925 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,925 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:21:58,926 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,928 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:21:58,928 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb25652ae4452736b37c4fd9ff238c35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59938898, jitterRate=-0.1068408191204071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:21:58,928 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:21:58,929 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb25652ae4452736b37c4fd9ff238c35: Running coprocessor pre-open hook at 1732015318914Writing region info on filesystem at 1732015318914Initializing all the Stores at 1732015318915 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015318915Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015318920 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015318920Cleaning up temporary data from old regions at 1732015318925 (+5 ms)Running coprocessor post-open hooks at 1732015318928 (+3 ms)Region opened successfully at 1732015318929 (+1 ms) 2024-11-19T11:21:58,930 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35., pid=6, masterSystemTime=1732015318910 2024-11-19T11:21:58,931 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,931 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:21:58,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb25652ae4452736b37c4fd9ff238c35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:21:58,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb25652ae4452736b37c4fd9ff238c35, server=16c88966c0af,46133,1732015304107 because future has completed 2024-11-19T11:21:58,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:21:58,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb25652ae4452736b37c4fd9ff238c35, server=16c88966c0af,46133,1732015304107 in 177 msec 2024-11-19T11:21:58,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:21:58,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb25652ae4452736b37c4fd9ff238c35, ASSIGN in 333 msec 2024-11-19T11:21:58,941 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:21:58,941 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015318941"}]},"ts":"1732015318941"} 2024-11-19T11:21:58,943 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:21:58,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:21:58,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-19T11:21:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:59,321 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:21:59,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:21:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:21:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb07c27 2024-11-19T11:21:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:21:59,323 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:21:59,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:21:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:21:59,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:21:59,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:21:59,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:21:59,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:21:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:21:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:21:59,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5345d9614c6fa512b417a7e4e7529361, NAME => 'test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d 2024-11-19T11:21:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:21:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5345d9614c6fa512b417a7e4e7529361, disabling compactions & flushes 2024-11-19T11:22:00,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. after waiting 0 ms 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5345d9614c6fa512b417a7e4e7529361: Waiting for close lock at 1732015320153Disabling compacts and flushes for region at 1732015320153Disabling writes for close at 1732015320153Writing region close event to WAL at 1732015320153Closed at 1732015320153 2024-11-19T11:22:00,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:00,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015320154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015320154"}]},"ts":"1732015320154"} 2024-11-19T11:22:00,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:00,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:00,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015320157"}]},"ts":"1732015320157"} 2024-11-19T11:22:00,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:00,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5345d9614c6fa512b417a7e4e7529361, ASSIGN}] 2024-11-19T11:22:00,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5345d9614c6fa512b417a7e4e7529361, ASSIGN 2024-11-19T11:22:00,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5345d9614c6fa512b417a7e4e7529361, ASSIGN; state=OFFLINE, location=16c88966c0af,43065,1732015309771; forceNewPlan=false, retain=false 2024-11-19T11:22:00,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5345d9614c6fa512b417a7e4e7529361, regionState=OPENING, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:22:00,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5345d9614c6fa512b417a7e4e7529361, ASSIGN because future has completed 2024-11-19T11:22:00,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5345d9614c6fa512b417a7e4e7529361, server=16c88966c0af,43065,1732015309771}] 2024-11-19T11:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:00,470 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,470 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5345d9614c6fa512b417a7e4e7529361, NAME => 'test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:00,470 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:00,471 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:00,471 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,471 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:00,471 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,471 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,472 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,473 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5345d9614c6fa512b417a7e4e7529361 columnFamilyName f 2024-11-19T11:22:00,473 DEBUG [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:00,473 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(327): Store=5345d9614c6fa512b417a7e4e7529361/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:00,473 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,474 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5345d9614c6fa512b417a7e4e7529361 columnFamilyName f1 2024-11-19T11:22:00,474 DEBUG [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:00,474 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(327): Store=5345d9614c6fa512b417a7e4e7529361/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:00,474 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,475 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5345d9614c6fa512b417a7e4e7529361 columnFamilyName norep 2024-11-19T11:22:00,475 DEBUG [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:00,475 INFO [StoreOpener-5345d9614c6fa512b417a7e4e7529361-1 {}] regionserver.HStore(327): Store=5345d9614c6fa512b417a7e4e7529361/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:00,475 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,475 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,476 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,476 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,476 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,477 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:00,478 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,479 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:00,479 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5345d9614c6fa512b417a7e4e7529361; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61094112, jitterRate=-0.08962678909301758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:00,479 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:00,479 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5345d9614c6fa512b417a7e4e7529361: Running coprocessor pre-open hook at 1732015320471Writing region info on filesystem at 1732015320471Initializing all the Stores at 1732015320472 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015320472Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015320472Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015320472Cleaning up temporary data from old regions at 1732015320476 (+4 ms)Running coprocessor post-open hooks at 1732015320479 (+3 ms)Region opened successfully at 1732015320479 2024-11-19T11:22:00,480 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015319323.5345d9614c6fa512b417a7e4e7529361., pid=6, masterSystemTime=1732015320467 2024-11-19T11:22:00,482 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,482 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:00,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5345d9614c6fa512b417a7e4e7529361, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:22:00,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5345d9614c6fa512b417a7e4e7529361, server=16c88966c0af,43065,1732015309771 because future has completed 2024-11-19T11:22:00,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:00,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5345d9614c6fa512b417a7e4e7529361, server=16c88966c0af,43065,1732015309771 in 169 msec 2024-11-19T11:22:00,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:00,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5345d9614c6fa512b417a7e4e7529361, ASSIGN in 327 msec 2024-11-19T11:22:00,488 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:00,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015320488"}]},"ts":"1732015320488"} 2024-11-19T11:22:00,489 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:00,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:00,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-19T11:22:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:01,471 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:01,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,36805,1732015314665 2024-11-19T11:22:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fee2ce3 2024-11-19T11:22:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:01,473 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:01,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:22:01,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:01,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:01,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:22:01,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:22:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:01,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94b45dfd7bf7bc31d5ed71832f997cff, NAME => 'test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03 2024-11-19T11:22:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:22:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:02,298 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:02,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94b45dfd7bf7bc31d5ed71832f997cff, disabling compactions & flushes 2024-11-19T11:22:02,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. after waiting 0 ms 2024-11-19T11:22:02,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94b45dfd7bf7bc31d5ed71832f997cff: Waiting for close lock at 1732015322299Disabling compacts and flushes for region at 1732015322299Disabling writes for close at 1732015322299Writing region close event to WAL at 1732015322299Closed at 1732015322299 2024-11-19T11:22:02,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:02,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015322300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015322300"}]},"ts":"1732015322300"} 2024-11-19T11:22:02,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:02,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:02,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015322302"}]},"ts":"1732015322302"} 2024-11-19T11:22:02,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:02,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94b45dfd7bf7bc31d5ed71832f997cff, ASSIGN}] 2024-11-19T11:22:02,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94b45dfd7bf7bc31d5ed71832f997cff, ASSIGN 2024-11-19T11:22:02,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94b45dfd7bf7bc31d5ed71832f997cff, ASSIGN; state=OFFLINE, location=16c88966c0af,33751,1732015314994; forceNewPlan=false, retain=false 2024-11-19T11:22:02,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94b45dfd7bf7bc31d5ed71832f997cff, regionState=OPENING, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:22:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94b45dfd7bf7bc31d5ed71832f997cff, ASSIGN because future has completed 2024-11-19T11:22:02,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b45dfd7bf7bc31d5ed71832f997cff, server=16c88966c0af,33751,1732015314994}] 2024-11-19T11:22:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:02,612 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,612 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94b45dfd7bf7bc31d5ed71832f997cff, NAME => 'test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:02,612 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:02,612 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:02,613 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,613 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:02,613 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,613 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,614 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,614 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b45dfd7bf7bc31d5ed71832f997cff columnFamilyName f 2024-11-19T11:22:02,614 DEBUG [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:02,615 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(327): Store=94b45dfd7bf7bc31d5ed71832f997cff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:02,615 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,615 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b45dfd7bf7bc31d5ed71832f997cff columnFamilyName f1 2024-11-19T11:22:02,615 DEBUG [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:02,616 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(327): Store=94b45dfd7bf7bc31d5ed71832f997cff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:02,616 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,616 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b45dfd7bf7bc31d5ed71832f997cff columnFamilyName norep 2024-11-19T11:22:02,616 DEBUG [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:02,617 INFO [StoreOpener-94b45dfd7bf7bc31d5ed71832f997cff-1 {}] regionserver.HStore(327): Store=94b45dfd7bf7bc31d5ed71832f997cff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:02,617 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,617 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,617 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,618 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,618 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,618 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:02,619 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,620 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:02,620 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94b45dfd7bf7bc31d5ed71832f997cff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74119854, jitterRate=0.10447189211845398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:02,620 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:02,620 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94b45dfd7bf7bc31d5ed71832f997cff: Running coprocessor pre-open hook at 1732015322613Writing region info on filesystem at 1732015322613Initializing all the Stores at 1732015322613Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015322613Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015322613Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015322613Cleaning up temporary data from old regions at 1732015322618 (+5 ms)Running coprocessor post-open hooks at 1732015322620 (+2 ms)Region opened successfully at 1732015322620 2024-11-19T11:22:02,621 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff., pid=6, masterSystemTime=1732015322609 2024-11-19T11:22:02,623 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,623 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:02,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94b45dfd7bf7bc31d5ed71832f997cff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:22:02,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b45dfd7bf7bc31d5ed71832f997cff, server=16c88966c0af,33751,1732015314994 because future has completed 2024-11-19T11:22:02,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:02,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94b45dfd7bf7bc31d5ed71832f997cff, server=16c88966c0af,33751,1732015314994 in 168 msec 2024-11-19T11:22:02,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:02,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94b45dfd7bf7bc31d5ed71832f997cff, ASSIGN in 323 msec 2024-11-19T11:22:02,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:02,628 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015322628"}]},"ts":"1732015322628"} 2024-11-19T11:22:02,630 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:02,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:02,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-19T11:22:02,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:22:02,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:22:02,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:02,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:22:02,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:22:03,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:03,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,505 DEBUG [master/16c88966c0af:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=34, reused chunk count=117, reuseRatio=77.48% 2024-11-19T11:22:03,508 DEBUG [master/16c88966c0af:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T11:22:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:03,621 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:03,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285cdca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44869,-1 for getting cluster id 2024-11-19T11:22:03,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:03,622 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe38e4e2-cd13-44ab-98d3-51d8fd4e2737' 2024-11-19T11:22:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe38e4e2-cd13-44ab-98d3-51d8fd4e2737" 2024-11-19T11:22:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366dd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44869,-1] 2024-11-19T11:22:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:03,624 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f9e02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,44869,1732015303822 2024-11-19T11:22:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101b95fa 2024-11-19T11:22:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:03,627 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:03,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:03,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37719' 2024-11-19T11:22:03,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512f6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,631 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:03,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:03,631 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3825da63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:03,632 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:03,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e4e980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:03,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:03,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:22:03,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3798dd1e 2024-11-19T11:22:03,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:03,635 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:03,635 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:22:03,635 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:03,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:03,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:03,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:03,636 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:03,637 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:22:03,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:03,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:03,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:22:03,687 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:22:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:04,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 748554bbdda494343d13ebf30f5f5114, NAME => 'hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021 2024-11-19T11:22:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:22:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 748554bbdda494343d13ebf30f5f5114, disabling compactions & flushes 2024-11-19T11:22:04,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. after waiting 0 ms 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 748554bbdda494343d13ebf30f5f5114: Waiting for close lock at 1732015324449Disabling compacts and flushes for region at 1732015324449Disabling writes for close at 1732015324449Writing region close event to WAL at 1732015324449Closed at 1732015324449 2024-11-19T11:22:04,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:04,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015324450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015324450"}]},"ts":"1732015324450"} 2024-11-19T11:22:04,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:04,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:04,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015324453"}]},"ts":"1732015324453"} 2024-11-19T11:22:04,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:22:04,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=748554bbdda494343d13ebf30f5f5114, ASSIGN}] 2024-11-19T11:22:04,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=748554bbdda494343d13ebf30f5f5114, ASSIGN 2024-11-19T11:22:04,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=748554bbdda494343d13ebf30f5f5114, ASSIGN; state=OFFLINE, location=16c88966c0af,46133,1732015304107; forceNewPlan=false, retain=false 2024-11-19T11:22:04,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=748554bbdda494343d13ebf30f5f5114, regionState=OPENING, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:22:04,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=748554bbdda494343d13ebf30f5f5114, ASSIGN because future has completed 2024-11-19T11:22:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748554bbdda494343d13ebf30f5f5114, server=16c88966c0af,46133,1732015304107}] 2024-11-19T11:22:04,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:04,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:22:04,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C46133%2C1732015304107.rep, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/oldWALs, maxLogs=10 2024-11-19T11:22:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:04,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.rep.1732015324769, exclude list is [], retry=0 2024-11-19T11:22:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37169,DS-8b811dae-cdfa-42ad-928a-25622e1ac535,DISK] 2024-11-19T11:22:04,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.rep.1732015324769 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 748554bbdda494343d13ebf30f5f5114, NAME => 'hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:04,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. service=MultiRowMutationService 2024-11-19T11:22:04,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,786 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,787 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748554bbdda494343d13ebf30f5f5114 columnFamilyName hfileref 2024-11-19T11:22:04,787 DEBUG [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:04,787 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(327): Store=748554bbdda494343d13ebf30f5f5114/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:04,787 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,788 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748554bbdda494343d13ebf30f5f5114 columnFamilyName queue 2024-11-19T11:22:04,788 DEBUG [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:04,788 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(327): Store=748554bbdda494343d13ebf30f5f5114/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:04,788 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,802 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 748554bbdda494343d13ebf30f5f5114 columnFamilyName sid 2024-11-19T11:22:04,802 DEBUG [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:04,802 INFO [StoreOpener-748554bbdda494343d13ebf30f5f5114-1 {}] regionserver.HStore(327): Store=748554bbdda494343d13ebf30f5f5114/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:04,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:04,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:04,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 748554bbdda494343d13ebf30f5f5114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71347367, jitterRate=0.06315861642360687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:04,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:04,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 748554bbdda494343d13ebf30f5f5114: Running coprocessor pre-open hook at 1732015324785Writing region info on filesystem at 1732015324785Initializing all the Stores at 1732015324786 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015324786Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015324786Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015324786Cleaning up temporary data from old regions at 1732015324804 (+18 ms)Running coprocessor post-open hooks at 1732015324807 (+3 ms)Region opened successfully at 1732015324807 2024-11-19T11:22:04,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114., pid=10, masterSystemTime=1732015324765 2024-11-19T11:22:04,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:04,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=748554bbdda494343d13ebf30f5f5114, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,46133,1732015304107 2024-11-19T11:22:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 748554bbdda494343d13ebf30f5f5114, server=16c88966c0af,46133,1732015304107 because future has completed 2024-11-19T11:22:04,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:22:04,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 748554bbdda494343d13ebf30f5f5114, server=16c88966c0af,46133,1732015304107 in 200 msec 2024-11-19T11:22:04,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:22:04,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=748554bbdda494343d13ebf30f5f5114, ASSIGN in 356 msec 2024-11-19T11:22:04,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:04,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015324816"}]},"ts":"1732015324816"} 2024-11-19T11:22:04,818 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:22:04,818 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:04,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-19T11:22:04,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114., hostname=16c88966c0af,46133,1732015304107, seqNum=2] 2024-11-19T11:22:04,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:22:04,877 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:22:04,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:22:05,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:22:05,052 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:22:05,091 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,46133,1732015304107, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:22:05,091 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:05,092 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46133,1732015304107, seqNum=-1] 2024-11-19T11:22:05,092 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:05,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:05,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,46133,1732015304107', locateType=CURRENT is [region=hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114., hostname=16c88966c0af,46133,1732015304107, seqNum=2] 2024-11-19T11:22:05,097 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:22:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:22:05,102 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,46133,1732015304107 suceeded 2024-11-19T11:22:05,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:22:05,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T11:22:05,104 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:22:05,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-19T11:22:05,116 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37719' 2024-11-19T11:22:05,120 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240a02ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,121 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:05,121 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:05,121 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4899d3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,123 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:05,123 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e271046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,124 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:22:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a733842 2024-11-19T11:22:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:05,126 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:05,126 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,46133,1732015304107 (queues=1) is replicating from cluster=fe38e4e2-cd13-44ab-98d3-51d8fd4e2737 to cluster=1ee80f89-9e47-49ba-8a7b-805bd55c11c5 2024-11-19T11:22:05,127 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C46133%2C1732015304107 2024-11-19T11:22:05,127 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,46133,1732015304107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:22:05,127 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, startPosition=0, beingWritten=true 2024-11-19T11:22:05,132 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C46133%2C1732015304107 2024-11-19T11:22:05,137 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:05,137 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:05,137 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46133,1732015304107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:05,349 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:05,652 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:05,781 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:22:05,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:05,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:05,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:05,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eda127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:05,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:05,785 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33db93c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:05,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917506b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:22:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e423c1 2024-11-19T11:22:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:05,795 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:05,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:36805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:05,798 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:36805' 2024-11-19T11:22:05,799 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e566ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,799 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:22:05,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:05,800 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:22:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:22:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af48f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:22:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,801 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20998ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:05,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:05,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,36805,1732015314665 2024-11-19T11:22:05,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40f02749 2024-11-19T11:22:05,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:05,803 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:05,804 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:22:05,804 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:05,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:05,804 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:05,806 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:22:05,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:05,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:05,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:05,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:05,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:22:05,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25d60ff03fd0803c7c37533c28017fb7, NAME => 'hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d 2024-11-19T11:22:05,857 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:22:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:22:05,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:05,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25d60ff03fd0803c7c37533c28017fb7, disabling compactions & flushes 2024-11-19T11:22:05,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:05,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:05,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. after waiting 0 ms 2024-11-19T11:22:05,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:05,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:05,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25d60ff03fd0803c7c37533c28017fb7: Waiting for close lock at 1732015325871Disabling compacts and flushes for region at 1732015325871Disabling writes for close at 1732015325871Writing region close event to WAL at 1732015325871Closed at 1732015325871 2024-11-19T11:22:05,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:05,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015325872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015325872"}]},"ts":"1732015325872"} 2024-11-19T11:22:05,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:05,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:05,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015325877"}]},"ts":"1732015325877"} 2024-11-19T11:22:05,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:22:05,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25d60ff03fd0803c7c37533c28017fb7, ASSIGN}] 2024-11-19T11:22:05,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25d60ff03fd0803c7c37533c28017fb7, ASSIGN 2024-11-19T11:22:05,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25d60ff03fd0803c7c37533c28017fb7, ASSIGN; state=OFFLINE, location=16c88966c0af,43065,1732015309771; forceNewPlan=false, retain=false 2024-11-19T11:22:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:06,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25d60ff03fd0803c7c37533c28017fb7, regionState=OPENING, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:22:06,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25d60ff03fd0803c7c37533c28017fb7, ASSIGN because future has completed 2024-11-19T11:22:06,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25d60ff03fd0803c7c37533c28017fb7, server=16c88966c0af,43065,1732015309771}] 2024-11-19T11:22:06,056 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:06,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:06,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:06,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:22:06,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C43065%2C1732015309771.rep, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/oldWALs, maxLogs=10 2024-11-19T11:22:06,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.rep.1732015326195, exclude list is [], retry=0 2024-11-19T11:22:06,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-8b5490d1-83d6-49e4-95c3-3ccc200bfad0,DISK] 2024-11-19T11:22:06,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.rep.1732015326195 2024-11-19T11:22:06,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36407:36407)] 2024-11-19T11:22:06,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25d60ff03fd0803c7c37533c28017fb7, NAME => 'hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:06,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. service=MultiRowMutationService 2024-11-19T11:22:06,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,220 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,221 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25d60ff03fd0803c7c37533c28017fb7 columnFamilyName hfileref 2024-11-19T11:22:06,221 DEBUG [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:06,222 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(327): Store=25d60ff03fd0803c7c37533c28017fb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:06,222 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,223 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25d60ff03fd0803c7c37533c28017fb7 columnFamilyName queue 2024-11-19T11:22:06,223 DEBUG [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:06,224 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(327): Store=25d60ff03fd0803c7c37533c28017fb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:06,224 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,226 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25d60ff03fd0803c7c37533c28017fb7 columnFamilyName sid 2024-11-19T11:22:06,226 DEBUG [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:06,227 INFO [StoreOpener-25d60ff03fd0803c7c37533c28017fb7-1 {}] regionserver.HStore(327): Store=25d60ff03fd0803c7c37533c28017fb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:06,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:06,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:06,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25d60ff03fd0803c7c37533c28017fb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59161664, jitterRate=-0.1184225082397461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:06,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:06,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25d60ff03fd0803c7c37533c28017fb7: Running coprocessor pre-open hook at 1732015326219Writing region info on filesystem at 1732015326219Initializing all the Stores at 1732015326219Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015326219Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015326220 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015326220Cleaning up temporary data from old regions at 1732015326229 (+9 ms)Running coprocessor post-open hooks at 1732015326233 (+4 ms)Region opened successfully at 1732015326233 2024-11-19T11:22:06,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7., pid=10, masterSystemTime=1732015326190 2024-11-19T11:22:06,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:06,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:06,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25d60ff03fd0803c7c37533c28017fb7, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,43065,1732015309771 2024-11-19T11:22:06,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25d60ff03fd0803c7c37533c28017fb7, server=16c88966c0af,43065,1732015309771 because future has completed 2024-11-19T11:22:06,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:22:06,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25d60ff03fd0803c7c37533c28017fb7, server=16c88966c0af,43065,1732015309771 in 218 msec 2024-11-19T11:22:06,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:22:06,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25d60ff03fd0803c7c37533c28017fb7, ASSIGN in 376 msec 2024-11-19T11:22:06,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:06,263 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015326263"}]},"ts":"1732015326263"} 2024-11-19T11:22:06,265 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:22:06,266 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:06,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 461 msec 2024-11-19T11:22:06,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7., hostname=16c88966c0af,43065,1732015309771, seqNum=2] 2024-11-19T11:22:06,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:22:06,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:22:06,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:22:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:06,564 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:06,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:22:06,577 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:22:06,633 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,43065,1732015309771, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:22:06,635 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:06,635 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,43065,1732015309771, seqNum=-1] 2024-11-19T11:22:06,635 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:06,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,43065,1732015309771', locateType=CURRENT is [region=hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7., hostname=16c88966c0af,43065,1732015309771, seqNum=2] 2024-11-19T11:22:06,648 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:22:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:22:06,651 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,43065,1732015309771 suceeded 2024-11-19T11:22:06,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:22:06,653 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:36805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:22:06,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-19T11:22:06,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 858 msec 2024-11-19T11:22:06,695 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:36805' 2024-11-19T11:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d260a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:06,698 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:22:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:22:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ae5eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:22:06,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:06,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,708 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:06,709 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@561dfddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,709 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,36805,1732015314665 2024-11-19T11:22:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b23e69 2024-11-19T11:22:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:06,711 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:06,715 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,43065,1732015309771 (queues=1) is replicating from cluster=1ee80f89-9e47-49ba-8a7b-805bd55c11c5 to cluster=494c63d0-bd64-40cd-973d-c1922034ee09 2024-11-19T11:22:06,715 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C43065%2C1732015309771 2024-11-19T11:22:06,716 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,43065,1732015309771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:22:06,720 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, startPosition=0, beingWritten=true 2024-11-19T11:22:06,726 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C43065%2C1732015309771 2024-11-19T11:22:06,764 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:06,764 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:06,764 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:06,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:22:06,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:06,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:06,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:06,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718754b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:22:06,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:06,941 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:22:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:22:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e040d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:22:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,944 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d8736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:06,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,36805,1732015314665 2024-11-19T11:22:06,946 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b086ba 2024-11-19T11:22:06,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:06,948 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:06,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:06,952 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37719' 2024-11-19T11:22:06,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44679726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,965 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:06,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:06,966 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b259b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,968 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:06,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6052b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:06,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:06,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:22:06,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2147ff3c 2024-11-19T11:22:06,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:06,977 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:06,978 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:22:06,978 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:06,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:06,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:06,979 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:06,980 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:22:06,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:06,982 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:06,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:06,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:07,031 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:22:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:22:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:07,201 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:07,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:07,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8359527cace96197d546d03b1d3664ba, NAME => 'hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03 2024-11-19T11:22:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:22:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:07,733 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8359527cace96197d546d03b1d3664ba, disabling compactions & flushes 2024-11-19T11:22:07,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. after waiting 0 ms 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:07,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:07,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8359527cace96197d546d03b1d3664ba: Waiting for close lock at 1732015327852Disabling compacts and flushes for region at 1732015327852Disabling writes for close at 1732015327852Writing region close event to WAL at 1732015327852Closed at 1732015327852 2024-11-19T11:22:07,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:07,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015327853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015327853"}]},"ts":"1732015327853"} 2024-11-19T11:22:07,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:07,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:07,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015327855"}]},"ts":"1732015327855"} 2024-11-19T11:22:07,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:22:07,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359527cace96197d546d03b1d3664ba, ASSIGN}] 2024-11-19T11:22:07,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359527cace96197d546d03b1d3664ba, ASSIGN 2024-11-19T11:22:07,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8359527cace96197d546d03b1d3664ba, ASSIGN; state=OFFLINE, location=16c88966c0af,33751,1732015314994; forceNewPlan=false, retain=false 2024-11-19T11:22:07,904 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:08,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8359527cace96197d546d03b1d3664ba, regionState=OPENING, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:22:08,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8359527cace96197d546d03b1d3664ba, ASSIGN because future has completed 2024-11-19T11:22:08,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8359527cace96197d546d03b1d3664ba, server=16c88966c0af,33751,1732015314994}] 2024-11-19T11:22:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:08,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:08,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:08,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:22:08,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C33751%2C1732015314994.rep, suffix=, logDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994, archiveDir=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/oldWALs, maxLogs=10 2024-11-19T11:22:08,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.rep.1732015328168, exclude list is [], retry=0 2024-11-19T11:22:08,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-38a39a9b-ee80-4dc0-8b3e-b9708cb69686,DISK] 2024-11-19T11:22:08,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.rep.1732015328168 2024-11-19T11:22:08,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36965:36965)] 2024-11-19T11:22:08,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8359527cace96197d546d03b1d3664ba, NAME => 'hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:08,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. service=MultiRowMutationService 2024-11-19T11:22:08,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,190 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,191 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359527cace96197d546d03b1d3664ba columnFamilyName hfileref 2024-11-19T11:22:08,191 DEBUG [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:08,191 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(327): Store=8359527cace96197d546d03b1d3664ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:08,191 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,192 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359527cace96197d546d03b1d3664ba columnFamilyName queue 2024-11-19T11:22:08,192 DEBUG [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:08,192 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(327): Store=8359527cace96197d546d03b1d3664ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:08,192 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,193 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359527cace96197d546d03b1d3664ba columnFamilyName sid 2024-11-19T11:22:08,193 DEBUG [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:08,193 INFO [StoreOpener-8359527cace96197d546d03b1d3664ba-1 {}] regionserver.HStore(327): Store=8359527cace96197d546d03b1d3664ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:08,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/replication/8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/replication/8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:08,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/replication/8359527cace96197d546d03b1d3664ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:08,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8359527cace96197d546d03b1d3664ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68760469, jitterRate=0.02461083233356476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:08,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:08,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8359527cace96197d546d03b1d3664ba: Running coprocessor pre-open hook at 1732015328189Writing region info on filesystem at 1732015328189Initializing all the Stores at 1732015328189Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015328190 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015328190Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015328190Cleaning up temporary data from old regions at 1732015328195 (+5 ms)Running coprocessor post-open hooks at 1732015328198 (+3 ms)Region opened successfully at 1732015328198 2024-11-19T11:22:08,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba., pid=10, masterSystemTime=1732015328163 2024-11-19T11:22:08,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:08,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:08,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8359527cace96197d546d03b1d3664ba, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,33751,1732015314994 2024-11-19T11:22:08,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8359527cace96197d546d03b1d3664ba, server=16c88966c0af,33751,1732015314994 because future has completed 2024-11-19T11:22:08,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:22:08,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8359527cace96197d546d03b1d3664ba, server=16c88966c0af,33751,1732015314994 in 192 msec 2024-11-19T11:22:08,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:22:08,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359527cace96197d546d03b1d3664ba, ASSIGN in 348 msec 2024-11-19T11:22:08,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:08,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015328209"}]},"ts":"1732015328209"} 2024-11-19T11:22:08,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:22:08,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:08,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-19T11:22:08,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba., hostname=16c88966c0af,33751,1732015314994, seqNum=2] 2024-11-19T11:22:08,240 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:08,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:22:08,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:22:08,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:22:08,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:22:08,483 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:22:08,516 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,33751,1732015314994, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:22:08,516 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:08,516 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33751,1732015314994, seqNum=-1] 2024-11-19T11:22:08,516 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:08,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:08,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,33751,1732015314994', locateType=CURRENT is [region=hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba., hostname=16c88966c0af,33751,1732015314994, seqNum=2] 2024-11-19T11:22:08,521 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:22:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:22:08,523 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,33751,1732015314994 suceeded 2024-11-19T11:22:08,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:22:08,530 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:22:08,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T11:22:08,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-19T11:22:08,538 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37719' 2024-11-19T11:22:08,539 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c6087e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:08,539 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:08,539 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:08,540 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c01421b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:08,541 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:08,541 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a9b6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:08,541 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:08,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37719,1732015309630 2024-11-19T11:22:08,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f6cc7f 2024-11-19T11:22:08,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:08,543 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:08,543 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,33751,1732015314994 (queues=1) is replicating from cluster=494c63d0-bd64-40cd-973d-c1922034ee09 to cluster=1ee80f89-9e47-49ba-8a7b-805bd55c11c5 2024-11-19T11:22:08,543 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C33751%2C1732015314994 2024-11-19T11:22:08,543 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,33751,1732015314994, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:22:08,544 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, startPosition=0, beingWritten=true 2024-11-19T11:22:08,544 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C33751%2C1732015314994 2024-11-19T11:22:08,548 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:08,548 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:08,548 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:08,707 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:08,774 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:08,843 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:08,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:22:09,078 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:09,101 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:22:09,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:09,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:09,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:09,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b289e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,44869,-1 for getting cluster id 2024-11-19T11:22:09,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:09,104 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe38e4e2-cd13-44ab-98d3-51d8fd4e2737' 2024-11-19T11:22:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe38e4e2-cd13-44ab-98d3-51d8fd4e2737" 2024-11-19T11:22:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d1b2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,44869,-1] 2024-11-19T11:22:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,106 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507b64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4cf92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:09,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:09,108 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749d2b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,110 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3976df32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b752409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:22:09,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:09,112 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:22:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:22:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:22:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,113 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:09,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334acdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,46133,1732015304107, seqNum=-1] 2024-11-19T11:22:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:09,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35., hostname=16c88966c0af,46133,1732015304107, seqNum=2] 2024-11-19T11:22:09,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33751,1732015314994, seqNum=-1] 2024-11-19T11:22:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:09,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff., hostname=16c88966c0af,33751,1732015314994, seqNum=2] 2024-11-19T11:22:09,127 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T11:22:09,482 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:09,546 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:09,611 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 379, reset compression=false 2024-11-19T11:22:09,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:09,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:09,614 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46133,1732015304107 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb25652ae4452736b37c4fd9ff238c35/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T11:22:09,616 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:09,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T11:22:09,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:09,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c41bfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37719,-1 for getting cluster id 2024-11-19T11:22:09,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:09,620 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee80f89-9e47-49ba-8a7b-805bd55c11c5' 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee80f89-9e47-49ba-8a7b-805bd55c11c5" 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5381e4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37719,-1] 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:09,622 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:09,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd34e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:09,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:09,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,43065,1732015309771, seqNum=-1] 2024-11-19T11:22:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:09,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:09,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015319323.5345d9614c6fa512b417a7e4e7529361., hostname=16c88966c0af,43065,1732015309771, seqNum=2] 2024-11-19T11:22:09,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:09,821 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:09,985 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:10,124 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:10,129 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T11:22:10,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:10,349 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 379, reset compression=false 2024-11-19T11:22:10,354 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:10,354 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 504, reset compression=false 2024-11-19T11:22:10,354 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[{test/5345d9614c6fa512b417a7e4e7529361/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T11:22:10,356 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:10,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T11:22:10,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:10,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603225e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:10,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,36805,-1 for getting cluster id 2024-11-19T11:22:10,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:10,358 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '494c63d0-bd64-40cd-973d-c1922034ee09' 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "494c63d0-bd64-40cd-973d-c1922034ee09" 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc92451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,36805,-1] 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:10,360 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:10,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7171e44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:10,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,33751,1732015314994, seqNum=-1] 2024-11-19T11:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:10,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:10,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff., hostname=16c88966c0af,33751,1732015314994, seqNum=2] 2024-11-19T11:22:10,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:10,528 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:10,557 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 504, reset compression=false 2024-11-19T11:22:10,588 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 379, reset compression=false 2024-11-19T11:22:10,592 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:10,592 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 527, reset compression=false 2024-11-19T11:22:10,592 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:10,795 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 527, reset compression=false 2024-11-19T11:22:10,859 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 504, reset compression=false 2024-11-19T11:22:11,032 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:11,098 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 527, reset compression=false 2024-11-19T11:22:11,131 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T11:22:11,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:11,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,43065,1732015309771, seqNum=-1] 2024-11-19T11:22:11,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:11,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732015319323.5345d9614c6fa512b417a7e4e7529361., hostname=16c88966c0af,43065,1732015309771, seqNum=2] 2024-11-19T11:22:11,141 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T11:22:11,280 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 504, reset compression=false 2024-11-19T11:22:11,285 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:11,286 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 608, reset compression=false 2024-11-19T11:22:11,286 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[{test/5345d9614c6fa512b417a7e4e7529361/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:22:11,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:11,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:11,504 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 527, reset compression=false 2024-11-19T11:22:11,505 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 608, reset compression=false 2024-11-19T11:22:11,510 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:11,510 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 654, reset compression=false 2024-11-19T11:22:11,510 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:11,635 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:11,728 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 654, reset compression=false 2024-11-19T11:22:11,825 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 608, reset compression=false 2024-11-19T11:22:12,032 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 654, reset compression=false 2024-11-19T11:22:12,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T11:22:12,145 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T11:22:12,230 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 608, reset compression=false 2024-11-19T11:22:12,339 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:12,436 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 654, reset compression=false 2024-11-19T11:22:12,439 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:12,439 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:12,439 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[{test/94b45dfd7bf7bc31d5ed71832f997cff/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T11:22:12,442 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:12,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T11:22:12,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:12,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:12,644 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:12,733 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 608, reset compression=false 2024-11-19T11:22:12,737 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:12,737 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 735, reset compression=false 2024-11-19T11:22:12,737 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:12,940 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 735, reset compression=false 2024-11-19T11:22:12,947 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:13,142 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:13,147 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T11:22:13,149 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T11:22:13,244 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 735, reset compression=false 2024-11-19T11:22:13,350 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:13,410 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:22:13,647 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 735, reset compression=false 2024-11-19T11:22:13,854 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:14,045 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 480, reset compression=false 2024-11-19T11:22:14,108 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:14,108 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:14,108 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46133,1732015304107 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb25652ae4452736b37c4fd9ff238c35/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T11:22:14,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:14,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:14,149 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 735, reset compression=false 2024-11-19T11:22:14,151 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T11:22:14,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:14,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 883, reset compression=false 2024-11-19T11:22:14,153 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[{test/5345d9614c6fa512b417a7e4e7529361/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T11:22:14,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:14,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:14,312 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:14,355 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 883, reset compression=false 2024-11-19T11:22:14,457 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 758, reset compression=false 2024-11-19T11:22:14,460 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:14,460 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 929, reset compression=false 2024-11-19T11:22:14,460 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:14,615 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:14,658 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 883, reset compression=false 2024-11-19T11:22:14,665 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 929, reset compression=false 2024-11-19T11:22:14,968 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 929, reset compression=false 2024-11-19T11:22:15,018 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:15,061 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 883, reset compression=false 2024-11-19T11:22:15,152 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T11:22:15,155 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T11:22:15,371 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 929, reset compression=false 2024-11-19T11:22:15,524 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:15,564 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 883, reset compression=false 2024-11-19T11:22:15,568 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:15,568 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1042, reset compression=false 2024-11-19T11:22:15,568 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[{test/5345d9614c6fa512b417a7e4e7529361/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T11:22:15,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:15,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:15,771 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1042, reset compression=false 2024-11-19T11:22:15,874 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 929, reset compression=false 2024-11-19T11:22:15,877 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:15,877 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1078, reset compression=false 2024-11-19T11:22:15,877 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:16,074 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1042, reset compression=false 2024-11-19T11:22:16,080 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1078, reset compression=false 2024-11-19T11:22:16,131 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:16,157 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T11:22:16,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T11:22:16,383 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1078, reset compression=false 2024-11-19T11:22:16,388 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:16,388 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1237, reset compression=false 2024-11-19T11:22:16,388 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[{test/94b45dfd7bf7bc31d5ed71832f997cff/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T11:22:16,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T11:22:16,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43065 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T11:22:16,477 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1042, reset compression=false 2024-11-19T11:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:16,484 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:16,597 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1237, reset compression=false 2024-11-19T11:22:16,689 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:16,834 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:16,900 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1237, reset compression=false 2024-11-19T11:22:16,992 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:17,162 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T11:22:17,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:22:17,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:17,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:17,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:17,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:17,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:17,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:22:17,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=944924462, stopped=false 2024-11-19T11:22:17,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,36805,1732015314665 2024-11-19T11:22:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773962768/running 2024-11-19T11:22:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773962768/running 2024-11-19T11:22:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:22:17,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:22:17,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:17,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:17,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:17,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:17,182 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,33751,1732015314994' ***** 2024-11-19T11:22:17,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/running 2024-11-19T11:22:17,182 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:22:17,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Set watcher on znode that does not yet exist, /2-773962768/running 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:22:17,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,33751,1732015314994 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:17,182 INFO [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33751. 2024-11-19T11:22:17,182 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94b45dfd7bf7bc31d5ed71832f997cff, disabling compactions & flushes 2024-11-19T11:22:17,182 DEBUG [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:17,183 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:17,183 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. after waiting 0 ms 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:17,183 INFO [RS:0;16c88966c0af:33751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:22:17,183 INFO [RS:0;16c88966c0af:33751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:22:17,183 INFO [RS:0;16c88966c0af:33751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:22:17,183 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:22:17,183 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94b45dfd7bf7bc31d5ed71832f997cff 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T11:22:17,183 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:22:17,183 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 94b45dfd7bf7bc31d5ed71832f997cff=test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff., 8359527cace96197d546d03b1d3664ba=hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.} 2024-11-19T11:22:17,183 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba, 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:17,183 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:17,183 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:17,183 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:22:17,197 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f/d4da4905acf948369b0d54931961a415 is 29, key is row1/f:/1732015335153/DeleteFamily/seqid=0 2024-11-19T11:22:17,199 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/info/79d95fff83be4c909c39b28a292458fb is 147, key is hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba./info:regioninfo/1732015328201/Put/seqid=0 2024-11-19T11:22:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741840_1016 (size=5152) 2024-11-19T11:22:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741841_1017 (size=7686) 2024-11-19T11:22:17,242 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:17,303 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1237, reset compression=false 2024-11-19T11:22:17,307 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:17,307 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1484, reset compression=false 2024-11-19T11:22:17,307 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,33751,1732015314994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:17,308 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,33751,1732015314994: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,33751,1732015314994, walGroup=16c88966c0af%2C33751%2C1732015314994, offset=16c88966c0af%2C33751%2C1732015314994.1732015317063:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:33751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:22:17,309 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:22:17,309 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:22:17,310 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:22:17,310 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:22:17,310 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:22:17,310 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 924877432 }, "NonHeapMemoryUsage": { "committed": 205455360, "init": 7667712, "max": -1, "used": 200809720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:22:17,311 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:36805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:36805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:22:17,383 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba, 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:17,395 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:17,509 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1484, reset compression=false 2024-11-19T11:22:17,583 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba, 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:17,600 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f/d4da4905acf948369b0d54931961a415 2024-11-19T11:22:17,602 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/info/79d95fff83be4c909c39b28a292458fb 2024-11-19T11:22:17,604 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4da4905acf948369b0d54931961a415 2024-11-19T11:22:17,617 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/ns/605e8847e0a3425c89373c76b573bba5 is 43, key is default/ns:d/1732015318024/Put/seqid=0 2024-11-19T11:22:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:22:17,621 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f1/8e56031ef1a345ef8c15df13a50a7352 is 30, key is row1/f1:/1732015335153/DeleteFamily/seqid=0 2024-11-19T11:22:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741843_1019 (size=5158) 2024-11-19T11:22:17,637 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:17,783 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba, 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:17,812 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1484, reset compression=false 2024-11-19T11:22:17,898 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:17,930 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:22:17,930 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:22:17,984 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba, 94b45dfd7bf7bc31d5ed71832f997cff 2024-11-19T11:22:18,021 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/ns/605e8847e0a3425c89373c76b573bba5 2024-11-19T11:22:18,024 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f1/8e56031ef1a345ef8c15df13a50a7352 2024-11-19T11:22:18,028 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e56031ef1a345ef8c15df13a50a7352 2024-11-19T11:22:18,037 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/rep_barrier/d49fe4643780482485c2f76fc1c22ceb is 112, key is test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff./rep_barrier:seqnumDuringOpen/1732015322623/Put/seqid=0 2024-11-19T11:22:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:22:18,041 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/norep/af1ef3f23c394a45a8510a3e1d7ff95e is 33, key is row2/norep:/1732015336158/DeleteFamily/seqid=0 2024-11-19T11:22:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741845_1021 (size=5108) 2024-11-19T11:22:18,044 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/norep/af1ef3f23c394a45a8510a3e1d7ff95e 2024-11-19T11:22:18,047 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af1ef3f23c394a45a8510a3e1d7ff95e 2024-11-19T11:22:18,048 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f/d4da4905acf948369b0d54931961a415 as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/f/d4da4905acf948369b0d54931961a415 2024-11-19T11:22:18,051 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4da4905acf948369b0d54931961a415 2024-11-19T11:22:18,051 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/f/d4da4905acf948369b0d54931961a415, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:18,052 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/f1/8e56031ef1a345ef8c15df13a50a7352 as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/f1/8e56031ef1a345ef8c15df13a50a7352 2024-11-19T11:22:18,055 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e56031ef1a345ef8c15df13a50a7352 2024-11-19T11:22:18,055 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/f1/8e56031ef1a345ef8c15df13a50a7352, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:18,056 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/.tmp/norep/af1ef3f23c394a45a8510a3e1d7ff95e as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/norep/af1ef3f23c394a45a8510a3e1d7ff95e 2024-11-19T11:22:18,059 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af1ef3f23c394a45a8510a3e1d7ff95e 2024-11-19T11:22:18,059 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/norep/af1ef3f23c394a45a8510a3e1d7ff95e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:18,060 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94b45dfd7bf7bc31d5ed71832f997cff in 877ms, sequenceid=10, compaction requested=false 2024-11-19T11:22:18,064 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/default/test/94b45dfd7bf7bc31d5ed71832f997cff/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:18,065 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94b45dfd7bf7bc31d5ed71832f997cff: Waiting for close lock at 1732015337182Running coprocessor pre-close hooks at 1732015337182Disabling compacts and flushes for region at 1732015337182Disabling writes for close at 1732015337183 (+1 ms)Obtaining lock to block concurrent updates at 1732015337183Preparing flush snapshotting stores in 94b45dfd7bf7bc31d5ed71832f997cff at 1732015337183Finished memstore snapshotting test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732015337183Flushing stores of test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. at 1732015337183Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f: creating writer at 1732015337183Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f: appending metadata at 1732015337196 (+13 ms)Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f: closing flushed file at 1732015337196Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f1: creating writer at 1732015337604 (+408 ms)Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f1: appending metadata at 1732015337620 (+16 ms)Flushing 94b45dfd7bf7bc31d5ed71832f997cff/f1: closing flushed file at 1732015337620Flushing 94b45dfd7bf7bc31d5ed71832f997cff/norep: creating writer at 1732015338028 (+408 ms)Flushing 94b45dfd7bf7bc31d5ed71832f997cff/norep: appending metadata at 1732015338040 (+12 ms)Flushing 94b45dfd7bf7bc31d5ed71832f997cff/norep: closing flushed file at 1732015338040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a65fa45: reopening flushed file at 1732015338047 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4866470: reopening flushed file at 1732015338051 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3742ea2: reopening flushed file at 1732015338055 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94b45dfd7bf7bc31d5ed71832f997cff in 877ms, sequenceid=10, compaction requested=false at 1732015338060 (+5 ms)Writing region close event to WAL at 1732015338061 (+1 ms)Running coprocessor post-close hooks at 1732015338064 (+3 ms)Closed at 1732015338065 (+1 ms) 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015321473.94b45dfd7bf7bc31d5ed71832f997cff. 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8359527cace96197d546d03b1d3664ba, disabling compactions & flushes 2024-11-19T11:22:18,065 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. after waiting 0 ms 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8359527cace96197d546d03b1d3664ba: Waiting for close lock at 1732015338065Running coprocessor pre-close hooks at 1732015338065Disabling compacts and flushes for region at 1732015338065Disabling writes for close at 1732015338065Failed flush hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba., putting online again at 1732015338065 2024-11-19T11:22:18,065 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,184 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:22:18,184 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8359527cace96197d546d03b1d3664ba=hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba.} 2024-11-19T11:22:18,184 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(3091): Received CLOSE for 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:18,184 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8359527cace96197d546d03b1d3664ba 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8359527cace96197d546d03b1d3664ba, disabling compactions & flushes 2024-11-19T11:22:18,184 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. after waiting 0 ms 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8359527cace96197d546d03b1d3664ba: Waiting for close lock at 1732015338184Running coprocessor pre-close hooks at 1732015338184Disabling compacts and flushes for region at 1732015338184Disabling writes for close at 1732015338184Failed flush hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba., putting online again at 1732015338184 2024-11-19T11:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732015326978.8359527cace96197d546d03b1d3664ba. 2024-11-19T11:22:18,215 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 1484, reset compression=false 2024-11-19T11:22:18,219 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:18,219 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 2128, reset compression=false 2024-11-19T11:22:18,384 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:22:18,423 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 2128, reset compression=false 2024-11-19T11:22:18,440 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/rep_barrier/d49fe4643780482485c2f76fc1c22ceb 2024-11-19T11:22:18,455 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/table/32c19c4a3bba4445b4b27efe1e7ac32a is 53, key is hbase:replication/table:state/1732015328209/Put/seqid=0 2024-11-19T11:22:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:22:18,501 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:18,540 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:18,584 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:22:18,726 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 2128, reset compression=false 2024-11-19T11:22:18,784 DEBUG [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:22:18,858 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/table/32c19c4a3bba4445b4b27efe1e7ac32a 2024-11-19T11:22:18,862 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/info/79d95fff83be4c909c39b28a292458fb as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/info/79d95fff83be4c909c39b28a292458fb 2024-11-19T11:22:18,865 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/info/79d95fff83be4c909c39b28a292458fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:22:18,865 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/ns/605e8847e0a3425c89373c76b573bba5 as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/ns/605e8847e0a3425c89373c76b573bba5 2024-11-19T11:22:18,869 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/ns/605e8847e0a3425c89373c76b573bba5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:22:18,870 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/rep_barrier/d49fe4643780482485c2f76fc1c22ceb as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/rep_barrier/d49fe4643780482485c2f76fc1c22ceb 2024-11-19T11:22:18,873 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/rep_barrier/d49fe4643780482485c2f76fc1c22ceb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:22:18,874 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/.tmp/table/32c19c4a3bba4445b4b27efe1e7ac32a as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/table/32c19c4a3bba4445b4b27efe1e7ac32a 2024-11-19T11:22:18,877 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/table/32c19c4a3bba4445b4b27efe1e7ac32a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:22:18,878 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false 2024-11-19T11:22:18,887 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:22:18,887 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:18,887 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:22:18,887 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:18,887 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015337183Running coprocessor pre-close hooks at 1732015337183Disabling compacts and flushes for region at 1732015337183Disabling writes for close at 1732015337183Obtaining lock to block concurrent updates at 1732015337183Preparing flush snapshotting stores in 1588230740 at 1732015337183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015337183Flushing stores of hbase:meta,,1.1588230740 at 1732015337184 (+1 ms)Flushing 1588230740/info: creating writer at 1732015337184Flushing 1588230740/info: appending metadata at 1732015337199 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732015337199Flushing 1588230740/ns: creating writer at 1732015337605 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732015337617 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732015337617Flushing 1588230740/rep_barrier: creating writer at 1732015338024 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015338037 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015338037Flushing 1588230740/table: creating writer at 1732015338443 (+406 ms)Flushing 1588230740/table: appending metadata at 1732015338455 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732015338455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ee19c0: reopening flushed file at 1732015338861 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fcf5e4: reopening flushed file at 1732015338865 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f28f1b0: reopening flushed file at 1732015338869 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586a5419: reopening flushed file at 1732015338874 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=16, compaction requested=false at 1732015338878 (+4 ms)Writing region close event to WAL at 1732015338884 (+6 ms)Running coprocessor post-close hooks at 1732015338887 (+3 ms)Closed at 1732015338887 2024-11-19T11:22:18,888 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:18,985 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T11:22:18,985 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,33751,1732015314994; all regions closed. 2024-11-19T11:22:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:22:18,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.meta.1732015317954.meta not finished, retry = 0 2024-11-19T11:22:19,128 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.1732015317063 to pos 2128, reset compression=false 2024-11-19T11:22:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741839_1015 (size=2171) 2024-11-19T11:22:19,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/WALs/16c88966c0af,33751,1732015314994/16c88966c0af%2C33751%2C1732015314994.rep.1732015328168 not finished, retry = 0 2024-11-19T11:22:19,205 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741832_1008 (size=2136) 2024-11-19T11:22:19,252 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:19,252 INFO [RS:0;16c88966c0af:33751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:19,252 INFO [RS:0;16c88966c0af:33751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:19,252 INFO [RS:0;16c88966c0af:33751 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:19,253 INFO [RS:0;16c88966c0af:33751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:19,253 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:19,253 INFO [RS:0;16c88966c0af:33751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,33751,1732015314994 because: Region server is closing 2024-11-19T11:22:19,253 INFO [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33751. 2024-11-19T11:22:19,253 DEBUG [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:19,253 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:19,253 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:19,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:19,354 INFO [RS:0;16c88966c0af:33751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.shipper16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 terminated 2024-11-19T11:22:19,354 INFO [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:33751. 2024-11-19T11:22:19,354 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,33751,1732015314994.replicationSource.wal-reader.16c88966c0af%2C33751%2C1732015314994,1-16c88966c0af,33751,1732015314994 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:22:19,354 DEBUG [RS:0;16c88966c0af:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:19,354 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:19,354 DEBUG [RS:0;16c88966c0af:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:19,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:19,354 INFO [RS:0;16c88966c0af:33751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33751 2024-11-19T11:22:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768/rs 2024-11-19T11:22:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773962768/rs/16c88966c0af,33751,1732015314994 2024-11-19T11:22:19,371 INFO [RS:0;16c88966c0af:33751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:19,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,33751,1732015314994] 2024-11-19T11:22:19,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-773962768/draining/16c88966c0af,33751,1732015314994 already deleted, retry=false 2024-11-19T11:22:19,392 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,33751,1732015314994 expired; onlineServers=0 2024-11-19T11:22:19,392 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,36805,1732015314665' ***** 2024-11-19T11:22:19,392 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:22:19,392 INFO [M:0;16c88966c0af:36805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:19,392 INFO [M:0;16c88966c0af:36805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:19,392 DEBUG [M:0;16c88966c0af:36805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:22:19,392 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:22:19,392 DEBUG [M:0;16c88966c0af:36805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:22:19,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015316771 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015316771,5,FailOnTimeoutGroup] 2024-11-19T11:22:19,392 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015316771 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015316771,5,FailOnTimeoutGroup] 2024-11-19T11:22:19,392 INFO [M:0;16c88966c0af:36805 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:19,393 INFO [M:0;16c88966c0af:36805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:19,393 DEBUG [M:0;16c88966c0af:36805 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:22:19,393 INFO [M:0;16c88966c0af:36805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:22:19,393 INFO [M:0;16c88966c0af:36805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:19,393 INFO [M:0;16c88966c0af:36805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:22:19,393 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:22:19,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773962768/master 2024-11-19T11:22:19,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773962768 2024-11-19T11:22:19,402 DEBUG [M:0;16c88966c0af:36805 {}] zookeeper.ZKUtil(347): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Unable to get data of znode /2-773962768/master because node does not exist (not an error) 2024-11-19T11:22:19,402 WARN [M:0;16c88966c0af:36805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:22:19,403 INFO [M:0;16c88966c0af:36805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/.lastflushedseqids 2024-11-19T11:22:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741847_1023 (size=245) 2024-11-19T11:22:19,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:19,482 INFO [RS:0;16c88966c0af:33751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:19,482 INFO [RS:0;16c88966c0af:33751 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,33751,1732015314994; zookeeper connection closed. 2024-11-19T11:22:19,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x10152d41fa40007, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:19,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56191cab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56191cab 2024-11-19T11:22:19,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:22:19,544 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:19,618 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:22:19,807 INFO [M:0;16c88966c0af:36805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:22:19,807 INFO [M:0;16c88966c0af:36805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:22:19,808 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:19,808 INFO [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:19,808 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:19,808 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:19,808 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:19,808 INFO [M:0;16c88966c0af:36805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T11:22:19,821 DEBUG [M:0;16c88966c0af:36805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1de1fc0ede4246da880eb5915a93d55a is 82, key is hbase:meta,,1/info:regioninfo/1732015318006/Put/seqid=0 2024-11-19T11:22:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741848_1024 (size=5672) 2024-11-19T11:22:20,009 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:20,225 INFO [M:0;16c88966c0af:36805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1de1fc0ede4246da880eb5915a93d55a 2024-11-19T11:22:20,246 DEBUG [M:0;16c88966c0af:36805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493b1062c7ed4fe681a45d0ebf6d08e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015328213/Put/seqid=0 2024-11-19T11:22:20,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741849_1025 (size=8516) 2024-11-19T11:22:20,251 INFO [M:0;16c88966c0af:36805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493b1062c7ed4fe681a45d0ebf6d08e6 2024-11-19T11:22:20,273 DEBUG [M:0;16c88966c0af:36805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c616f59a62e94e2388c4a9ad8974760d is 69, key is 16c88966c0af,33751,1732015314994/rs:state/1732015316871/Put/seqid=0 2024-11-19T11:22:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741850_1026 (size=5156) 2024-11-19T11:22:20,282 INFO [M:0;16c88966c0af:36805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c616f59a62e94e2388c4a9ad8974760d 2024-11-19T11:22:20,286 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1de1fc0ede4246da880eb5915a93d55a as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1de1fc0ede4246da880eb5915a93d55a 2024-11-19T11:22:20,291 INFO [M:0;16c88966c0af:36805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1de1fc0ede4246da880eb5915a93d55a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:22:20,291 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493b1062c7ed4fe681a45d0ebf6d08e6 as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493b1062c7ed4fe681a45d0ebf6d08e6 2024-11-19T11:22:20,296 INFO [M:0;16c88966c0af:36805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493b1062c7ed4fe681a45d0ebf6d08e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:22:20,297 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c616f59a62e94e2388c4a9ad8974760d as hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c616f59a62e94e2388c4a9ad8974760d 2024-11-19T11:22:20,302 INFO [M:0;16c88966c0af:36805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39321/user/jenkins/test-data/555b4f52-67ae-93a2-1205-7fef1bd93e03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c616f59a62e94e2388c4a9ad8974760d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:22:20,303 INFO [M:0;16c88966c0af:36805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false 2024-11-19T11:22:20,305 INFO [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:20,305 DEBUG [M:0;16c88966c0af:36805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015339807Disabling compacts and flushes for region at 1732015339807Disabling writes for close at 1732015339808 (+1 ms)Obtaining lock to block concurrent updates at 1732015339808Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015339808Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732015339808Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015339808Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015339809 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015339821 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015339821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015340229 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015340245 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015340246 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015340254 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015340273 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015340273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2561d35e: reopening flushed file at 1732015340286 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a847208: reopening flushed file at 1732015340291 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466a27cc: reopening flushed file at 1732015340296 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=97, compaction requested=false at 1732015340303 (+7 ms)Writing region close event to WAL at 1732015340305 (+2 ms)Closed at 1732015340305 2024-11-19T11:22:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741830_1006 (size=63654) 2024-11-19T11:22:20,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:20,311 INFO [M:0;16c88966c0af:36805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:22:20,311 INFO [M:0;16c88966c0af:36805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36805 2024-11-19T11:22:20,312 INFO [M:0;16c88966c0af:36805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36805-0x10152d41fa40006, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:20,508 INFO [M:0;16c88966c0af:36805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:20,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4445fe1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:20,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f98bc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:20,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:20,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34e9b592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:20,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@337bc571{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:20,527 WARN [BP-1743460090-172.17.0.2-1732015312158 heartbeating to localhost/127.0.0.1:39321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:22:20,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:22:20,527 WARN [BP-1743460090-172.17.0.2-1732015312158 heartbeating to localhost/127.0.0.1:39321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1743460090-172.17.0.2-1732015312158 (Datanode Uuid 1a6c6c5b-adab-4069-956a-ff142a14d17a) service to localhost/127.0.0.1:39321 2024-11-19T11:22:20,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:22:20,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/cluster_a1fb5316-32ad-1200-dfe8-d2367062f011/data/data1/current/BP-1743460090-172.17.0.2-1732015312158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:20,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/cluster_a1fb5316-32ad-1200-dfe8-d2367062f011/data/data2/current/BP-1743460090-172.17.0.2-1732015312158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:20,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:22:20,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58502fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:20,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b924cb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:20,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:20,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c5ec03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:20,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34eb4205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:20,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:22:20,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:22:20,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:20,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:20,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:22:20,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:20,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2005088399, stopped=false 2024-11-19T11:22:20,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,37719,1732015309630 2024-11-19T11:22:20,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-648810555/running 2024-11-19T11:22:20,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-648810555/running 2024-11-19T11:22:20,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:22:20,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:22:20,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:20,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/running 2024-11-19T11:22:20,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:20,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Set watcher on znode that does not yet exist, /1-648810555/running 2024-11-19T11:22:20,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:20,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:20,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,43065,1732015309771' ***** 2024-11-19T11:22:20,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(3091): Received CLOSE for 25d60ff03fd0803c7c37533c28017fb7 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(3091): Received CLOSE for 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:20,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,43065,1732015309771 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:20,573 INFO [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:43065. 2024-11-19T11:22:20,574 DEBUG [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:20,574 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25d60ff03fd0803c7c37533c28017fb7, disabling compactions & flushes 2024-11-19T11:22:20,574 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:20,574 INFO [RS:0;16c88966c0af:43065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:22:20,574 INFO [RS:0;16c88966c0af:43065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:22:20,574 INFO [RS:0;16c88966c0af:43065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:20,574 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. after waiting 0 ms 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:20,574 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:22:20,574 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25d60ff03fd0803c7c37533c28017fb7=hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7., 5345d9614c6fa512b417a7e4e7529361=test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.} 2024-11-19T11:22:20,574 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25d60ff03fd0803c7c37533c28017fb7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T11:22:20,574 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25d60ff03fd0803c7c37533c28017fb7, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:20,574 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:20,574 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:20,574 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:22:20,597 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/info/ba86bb107e844ec6ac61adeaa9b000ed is 147, key is hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7./info:regioninfo/1732015326238/Put/seqid=0 2024-11-19T11:22:20,612 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/.tmp/queue/1387b792e4064dee844612c18f7359f8 is 154, key is 1-16c88966c0af,43065,1732015309771/queue:16c88966c0af%2C43065%2C1732015309771/1732015336486/Put/seqid=0 2024-11-19T11:22:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741840_1016 (size=7686) 2024-11-19T11:22:20,619 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/info/ba86bb107e844ec6ac61adeaa9b000ed 2024-11-19T11:22:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741841_1017 (size=5353) 2024-11-19T11:22:20,646 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/ns/b8da3cd0f78b4890836ca3517b392545 is 43, key is default/ns:d/1732015312006/Put/seqid=0 2024-11-19T11:22:20,647 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:20,648 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:22:20,774 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25d60ff03fd0803c7c37533c28017fb7, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:20,911 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:20,974 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25d60ff03fd0803c7c37533c28017fb7, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,016 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:22:21,016 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:22:21,024 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/.tmp/queue/1387b792e4064dee844612c18f7359f8 2024-11-19T11:22:21,030 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/.tmp/queue/1387b792e4064dee844612c18f7359f8 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/queue/1387b792e4064dee844612c18f7359f8 2024-11-19T11:22:21,037 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/queue/1387b792e4064dee844612c18f7359f8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T11:22:21,039 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 25d60ff03fd0803c7c37533c28017fb7 in 465ms, sequenceid=12, compaction requested=false 2024-11-19T11:22:21,049 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/replication/25d60ff03fd0803c7c37533c28017fb7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T11:22:21,049 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:22:21,050 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25d60ff03fd0803c7c37533c28017fb7: Waiting for close lock at 1732015340574Running coprocessor pre-close hooks at 1732015340574Disabling compacts and flushes for region at 1732015340574Disabling writes for close at 1732015340574Obtaining lock to block concurrent updates at 1732015340574Preparing flush snapshotting stores in 25d60ff03fd0803c7c37533c28017fb7 at 1732015340574Finished memstore snapshotting hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732015340574Flushing stores of hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. at 1732015340575 (+1 ms)Flushing 25d60ff03fd0803c7c37533c28017fb7/queue: creating writer at 1732015340575Flushing 25d60ff03fd0803c7c37533c28017fb7/queue: appending metadata at 1732015340612 (+37 ms)Flushing 25d60ff03fd0803c7c37533c28017fb7/queue: closing flushed file at 1732015340612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8f64ed: reopening flushed file at 1732015341029 (+417 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 25d60ff03fd0803c7c37533c28017fb7 in 465ms, sequenceid=12, compaction requested=false at 1732015341039 (+10 ms)Writing region close event to WAL at 1732015341044 (+5 ms)Running coprocessor post-close hooks at 1732015341049 (+5 ms)Closed at 1732015341050 (+1 ms) 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015325804.25d60ff03fd0803c7c37533c28017fb7. 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5345d9614c6fa512b417a7e4e7529361, disabling compactions & flushes 2024-11-19T11:22:21,050 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. after waiting 0 ms 2024-11-19T11:22:21,050 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:21,050 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5345d9614c6fa512b417a7e4e7529361 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T11:22:21,063 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/ns/b8da3cd0f78b4890836ca3517b392545 2024-11-19T11:22:21,095 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f/fed7c58955f34ba2958848e9d7c457b4 is 29, key is row1/f:/1732015335153/DeleteFamily/seqid=0 2024-11-19T11:22:21,104 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/rep_barrier/2bf86c2aa576432884927024989d5ec0 is 112, key is test,,1732015319323.5345d9614c6fa512b417a7e4e7529361./rep_barrier:seqnumDuringOpen/1732015320482/Put/seqid=0 2024-11-19T11:22:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741843_1019 (size=5152) 2024-11-19T11:22:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:22:21,144 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/rep_barrier/2bf86c2aa576432884927024989d5ec0 2024-11-19T11:22:21,165 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/table/9262e2a13b6d4e84907ed702952a96c5 is 53, key is hbase:replication/table:state/1732015326263/Put/seqid=0 2024-11-19T11:22:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741845_1021 (size=5308) 2024-11-19T11:22:21,175 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,375 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,531 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f/fed7c58955f34ba2958848e9d7c457b4 2024-11-19T11:22:21,535 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed7c58955f34ba2958848e9d7c457b4 2024-11-19T11:22:21,548 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f1/9ec221737f974e4e9f05aa09762a12a0 is 30, key is row1/f1:/1732015335153/DeleteFamily/seqid=0 2024-11-19T11:22:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741846_1022 (size=5158) 2024-11-19T11:22:21,551 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f1/9ec221737f974e4e9f05aa09762a12a0 2024-11-19T11:22:21,555 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec221737f974e4e9f05aa09762a12a0 2024-11-19T11:22:21,572 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/norep/21b2ef795a2e4c87906fc2afc6bea07d is 33, key is row1/norep:/1732015335153/DeleteFamily/seqid=0 2024-11-19T11:22:21,572 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/table/9262e2a13b6d4e84907ed702952a96c5 2024-11-19T11:22:21,575 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:22:21,575 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5345d9614c6fa512b417a7e4e7529361=test,,1732015319323.5345d9614c6fa512b417a7e4e7529361.} 2024-11-19T11:22:21,575 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,577 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/info/ba86bb107e844ec6ac61adeaa9b000ed as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/info/ba86bb107e844ec6ac61adeaa9b000ed 2024-11-19T11:22:21,580 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/info/ba86bb107e844ec6ac61adeaa9b000ed, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:22:21,582 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/ns/b8da3cd0f78b4890836ca3517b392545 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/ns/b8da3cd0f78b4890836ca3517b392545 2024-11-19T11:22:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741847_1023 (size=5108) 2024-11-19T11:22:21,586 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/ns/b8da3cd0f78b4890836ca3517b392545, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:22:21,587 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/rep_barrier/2bf86c2aa576432884927024989d5ec0 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/rep_barrier/2bf86c2aa576432884927024989d5ec0 2024-11-19T11:22:21,590 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/rep_barrier/2bf86c2aa576432884927024989d5ec0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:22:21,591 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/.tmp/table/9262e2a13b6d4e84907ed702952a96c5 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/table/9262e2a13b6d4e84907ed702952a96c5 2024-11-19T11:22:21,595 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/table/9262e2a13b6d4e84907ed702952a96c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:22:21,596 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false 2024-11-19T11:22:21,596 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:22:21,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:22:21,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:21,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:22:21,600 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:21,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015340574Running coprocessor pre-close hooks at 1732015340574Disabling compacts and flushes for region at 1732015340574Disabling writes for close at 1732015340574Obtaining lock to block concurrent updates at 1732015340574Preparing flush snapshotting stores in 1588230740 at 1732015340574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015340575 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015340575Flushing 1588230740/info: creating writer at 1732015340575Flushing 1588230740/info: appending metadata at 1732015340596 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732015340596Flushing 1588230740/ns: creating writer at 1732015340627 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732015340645 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732015340645Flushing 1588230740/rep_barrier: creating writer at 1732015341068 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015341103 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015341103Flushing 1588230740/table: creating writer at 1732015341149 (+46 ms)Flushing 1588230740/table: appending metadata at 1732015341165 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732015341165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789ce8d2: reopening flushed file at 1732015341576 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6fcc0d: reopening flushed file at 1732015341580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5060a161: reopening flushed file at 1732015341586 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24560060: reopening flushed file at 1732015341591 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false at 1732015341596 (+5 ms)Writing region close event to WAL at 1732015341598 (+2 ms)Running coprocessor post-close hooks at 1732015341600 (+2 ms)Closed at 1732015341600 2024-11-19T11:22:21,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:21,775 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,873 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:21,915 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1191, reset compression=false 2024-11-19T11:22:21,918 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:21,918 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1438, reset compression=false 2024-11-19T11:22:21,918 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,43065,1732015309771 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:21,919 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,43065,1732015309771: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,43065,1732015309771, walGroup=16c88966c0af%2C43065%2C1732015309771, offset=16c88966c0af%2C43065%2C1732015309771.1732015311057:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:43065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:22:21,920 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:22:21,920 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:22:21,920 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:22:21,920 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:22:21,920 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:22:21,920 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 911162368 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201386968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:22:21,921 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:22:21,976 DEBUG [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1351): Waiting on 5345d9614c6fa512b417a7e4e7529361 2024-11-19T11:22:21,982 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/norep/21b2ef795a2e4c87906fc2afc6bea07d 2024-11-19T11:22:21,986 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b2ef795a2e4c87906fc2afc6bea07d 2024-11-19T11:22:21,986 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f/fed7c58955f34ba2958848e9d7c457b4 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/f/fed7c58955f34ba2958848e9d7c457b4 2024-11-19T11:22:21,993 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed7c58955f34ba2958848e9d7c457b4 2024-11-19T11:22:21,993 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/f/fed7c58955f34ba2958848e9d7c457b4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:21,994 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/f1/9ec221737f974e4e9f05aa09762a12a0 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/f1/9ec221737f974e4e9f05aa09762a12a0 2024-11-19T11:22:21,998 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec221737f974e4e9f05aa09762a12a0 2024-11-19T11:22:21,998 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/f1/9ec221737f974e4e9f05aa09762a12a0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:21,999 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/.tmp/norep/21b2ef795a2e4c87906fc2afc6bea07d as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/norep/21b2ef795a2e4c87906fc2afc6bea07d 2024-11-19T11:22:22,003 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b2ef795a2e4c87906fc2afc6bea07d 2024-11-19T11:22:22,003 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/norep/21b2ef795a2e4c87906fc2afc6bea07d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T11:22:22,004 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5345d9614c6fa512b417a7e4e7529361 in 954ms, sequenceid=10, compaction requested=false 2024-11-19T11:22:22,004 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:22:22,009 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/data/default/test/5345d9614c6fa512b417a7e4e7529361/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T11:22:22,010 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:22,010 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:22,010 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:22,010 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5345d9614c6fa512b417a7e4e7529361: Waiting for close lock at 1732015341050Running coprocessor pre-close hooks at 1732015341050Disabling compacts and flushes for region at 1732015341050Disabling writes for close at 1732015341050Obtaining lock to block concurrent updates at 1732015341050Preparing flush snapshotting stores in 5345d9614c6fa512b417a7e4e7529361 at 1732015341050Finished memstore snapshotting test,,1732015319323.5345d9614c6fa512b417a7e4e7529361., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732015341050Flushing stores of test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. at 1732015341055 (+5 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/f: creating writer at 1732015341055Flushing 5345d9614c6fa512b417a7e4e7529361/f: appending metadata at 1732015341094 (+39 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/f: closing flushed file at 1732015341094Flushing 5345d9614c6fa512b417a7e4e7529361/f1: creating writer at 1732015341535 (+441 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/f1: appending metadata at 1732015341548 (+13 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/f1: closing flushed file at 1732015341548Flushing 5345d9614c6fa512b417a7e4e7529361/norep: creating writer at 1732015341555 (+7 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/norep: appending metadata at 1732015341571 (+16 ms)Flushing 5345d9614c6fa512b417a7e4e7529361/norep: closing flushed file at 1732015341571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8d627c: reopening flushed file at 1732015341986 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25607f44: reopening flushed file at 1732015341994 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6967021f: reopening flushed file at 1732015341998 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5345d9614c6fa512b417a7e4e7529361 in 954ms, sequenceid=10, compaction requested=false at 1732015342004 (+6 ms)Writing region close event to WAL at 1732015342007 (+3 ms)Running coprocessor post-close hooks at 1732015342010 (+3 ms)Closed at 1732015342010 2024-11-19T11:22:22,010 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015319323.5345d9614c6fa512b417a7e4e7529361. 2024-11-19T11:22:22,120 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 1438, reset compression=false 2024-11-19T11:22:22,125 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:22,125 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 2082, reset compression=false 2024-11-19T11:22:22,176 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,43065,1732015309771; all regions closed. 2024-11-19T11:22:22,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.meta.1732015311942.meta not finished, retry = 0 2024-11-19T11:22:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:22:22,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.rep.1732015326195 not finished, retry = 0 2024-11-19T11:22:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741839_1015 (size=3114) 2024-11-19T11:22:22,328 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 to pos 2082, reset compression=false 2024-11-19T11:22:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741832_1008 (size=2090) 2024-11-19T11:22:22,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/WALs/16c88966c0af,43065,1732015309771/16c88966c0af%2C43065%2C1732015309771.1732015311057 not finished, retry = 0 2024-11-19T11:22:22,484 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:22,484 INFO [RS:0;16c88966c0af:43065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:22,484 INFO [RS:0;16c88966c0af:43065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:22,484 INFO [RS:0;16c88966c0af:43065 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:22,484 INFO [RS:0;16c88966c0af:43065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:22,484 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:22,484 INFO [RS:0;16c88966c0af:43065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,43065,1732015309771 because: Region server is closing 2024-11-19T11:22:22,485 INFO [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:43065. 2024-11-19T11:22:22,485 DEBUG [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:22,485 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:22,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:22,485 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:22,585 INFO [RS:0;16c88966c0af:43065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.shipper16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 terminated 2024-11-19T11:22:22,585 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,43065,1732015309771.replicationSource.wal-reader.16c88966c0af%2C43065%2C1732015309771,1-16c88966c0af,43065,1732015309771 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:22:22,585 INFO [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:43065. 2024-11-19T11:22:22,585 DEBUG [RS:0;16c88966c0af:43065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:22,586 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:22,586 DEBUG [RS:0;16c88966c0af:43065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:22,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:22,586 INFO [RS:0;16c88966c0af:43065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43065 2024-11-19T11:22:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555/rs 2024-11-19T11:22:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-648810555/rs/16c88966c0af,43065,1732015309771 2024-11-19T11:22:22,634 INFO [RS:0;16c88966c0af:43065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:22,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,43065,1732015309771] 2024-11-19T11:22:22,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-648810555/draining/16c88966c0af,43065,1732015309771 already deleted, retry=false 2024-11-19T11:22:22,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,43065,1732015309771 expired; onlineServers=0 2024-11-19T11:22:22,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,37719,1732015309630' ***** 2024-11-19T11:22:22,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:22:22,697 INFO [M:0;16c88966c0af:37719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:22,697 INFO [M:0;16c88966c0af:37719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:22,697 DEBUG [M:0;16c88966c0af:37719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:22:22,698 DEBUG [M:0;16c88966c0af:37719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:22:22,698 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015310779 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015310779,5,FailOnTimeoutGroup] 2024-11-19T11:22:22,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:22:22,698 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015310780 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015310780,5,FailOnTimeoutGroup] 2024-11-19T11:22:22,698 INFO [M:0;16c88966c0af:37719 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:22,698 INFO [M:0;16c88966c0af:37719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:22,698 DEBUG [M:0;16c88966c0af:37719 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:22:22,698 INFO [M:0;16c88966c0af:37719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:22:22,698 INFO [M:0;16c88966c0af:37719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:22,698 INFO [M:0;16c88966c0af:37719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:22:22,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:22:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-648810555/master 2024-11-19T11:22:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-648810555 2024-11-19T11:22:22,708 DEBUG [M:0;16c88966c0af:37719 {}] zookeeper.ZKUtil(347): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Unable to get data of znode /1-648810555/master because node does not exist (not an error) 2024-11-19T11:22:22,708 WARN [M:0;16c88966c0af:37719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:22:22,708 INFO [M:0;16c88966c0af:37719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/.lastflushedseqids 2024-11-19T11:22:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741848_1024 (size=245) 2024-11-19T11:22:22,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:22,778 INFO [RS:0;16c88966c0af:43065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:22,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43065-0x10152d41fa40004, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:22,778 INFO [RS:0;16c88966c0af:43065 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,43065,1732015309771; zookeeper connection closed. 2024-11-19T11:22:22,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b2c2eb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b2c2eb2 2024-11-19T11:22:22,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:22:23,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,112 INFO [M:0;16c88966c0af:37719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:22:23,112 INFO [M:0;16c88966c0af:37719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:22:23,112 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:23,112 INFO [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:23,112 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:23,112 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:23,112 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:23,112 INFO [M:0;16c88966c0af:37719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T11:22:23,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,127 DEBUG [M:0;16c88966c0af:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d71001e980640439ae9a52034a6d49c is 82, key is hbase:meta,,1/info:regioninfo/1732015311979/Put/seqid=0 2024-11-19T11:22:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741849_1025 (size=5672) 2024-11-19T11:22:23,176 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:23,532 INFO [M:0;16c88966c0af:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d71001e980640439ae9a52034a6d49c 2024-11-19T11:22:23,547 DEBUG [M:0;16c88966c0af:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff30575b50954e3f91eb1dff94d35728 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732015326267/Put/seqid=0 2024-11-19T11:22:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741850_1026 (size=8517) 2024-11-19T11:22:23,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:23,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:23,950 INFO [M:0;16c88966c0af:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff30575b50954e3f91eb1dff94d35728 2024-11-19T11:22:23,981 DEBUG [M:0;16c88966c0af:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/897ba60956f84d85aca03c3c705c24fb is 69, key is 16c88966c0af,43065,1732015309771/rs:state/1732015310846/Put/seqid=0 2024-11-19T11:22:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741851_1027 (size=5156) 2024-11-19T11:22:24,389 INFO [M:0;16c88966c0af:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/897ba60956f84d85aca03c3c705c24fb 2024-11-19T11:22:24,393 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d71001e980640439ae9a52034a6d49c as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d71001e980640439ae9a52034a6d49c 2024-11-19T11:22:24,397 INFO [M:0;16c88966c0af:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d71001e980640439ae9a52034a6d49c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T11:22:24,398 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff30575b50954e3f91eb1dff94d35728 as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff30575b50954e3f91eb1dff94d35728 2024-11-19T11:22:24,401 INFO [M:0;16c88966c0af:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff30575b50954e3f91eb1dff94d35728, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T11:22:24,402 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/897ba60956f84d85aca03c3c705c24fb as hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/897ba60956f84d85aca03c3c705c24fb 2024-11-19T11:22:24,405 INFO [M:0;16c88966c0af:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/897ba60956f84d85aca03c3c705c24fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T11:22:24,406 INFO [M:0;16c88966c0af:37719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-19T11:22:24,407 INFO [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:24,407 DEBUG [M:0;16c88966c0af:37719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015343112Disabling compacts and flushes for region at 1732015343112Disabling writes for close at 1732015343112Obtaining lock to block concurrent updates at 1732015343112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015343112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732015343112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015343113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015343113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015343126 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015343127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015343535 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015343547 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015343547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015343956 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015343981 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015343981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e31dfa: reopening flushed file at 1732015344393 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d189da3: reopening flushed file at 1732015344397 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4256fa71: reopening flushed file at 1732015344401 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732015344406 (+5 ms)Writing region close event to WAL at 1732015344407 (+1 ms)Closed at 1732015344407 2024-11-19T11:22:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741830_1006 (size=63666) 2024-11-19T11:22:24,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97eba661-58ac-acc8-4b08-c38d2c431c2d/MasterData/WALs/16c88966c0af,37719,1732015309630/16c88966c0af%2C37719%2C1732015309630.1732015310368 not finished, retry = 0 2024-11-19T11:22:24,510 INFO [M:0;16c88966c0af:37719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:22:24,510 INFO [M:0;16c88966c0af:37719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37719 2024-11-19T11:22:24,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:24,510 INFO [M:0;16c88966c0af:37719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:24,579 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:24,660 INFO [M:0;16c88966c0af:37719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:24,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x10152d41fa40003, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:24,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f170d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:24,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc0a91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:24,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:24,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a21958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:24,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b45e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:24,665 WARN [BP-1371608823-172.17.0.2-1732015307776 heartbeating to localhost/127.0.0.1:45161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:22:24,665 WARN [BP-1371608823-172.17.0.2-1732015307776 heartbeating to localhost/127.0.0.1:45161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371608823-172.17.0.2-1732015307776 (Datanode Uuid 17eb8a0c-89dc-4c9e-9ccb-9a24c384314d) service to localhost/127.0.0.1:45161 2024-11-19T11:22:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/cluster_011e7fb3-5d1d-4d74-821b-110871c03d21/data/data1/current/BP-1371608823-172.17.0.2-1732015307776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/cluster_011e7fb3-5d1d-4d74-821b-110871c03d21/data/data2/current/BP-1371608823-172.17.0.2-1732015307776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:24,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:22:24,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:22:24,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:22:24,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ec95eb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:24,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccca572{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:24,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:24,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d707fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:24,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a69896f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dbdaeb1-7807-cf0f-28d0-2beb5cf1fc1c/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:24,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:22:24,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:22:24,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:24,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:24,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:24,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:22:24,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=208487857, stopped=false 2024-11-19T11:22:24,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,44869,1732015303822 2024-11-19T11:22:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472660211/running 2024-11-19T11:22:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:22:24,718 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472660211/running 2024-11-19T11:22:24,718 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:22:24,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:24,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:24,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:24,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:24,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/running 2024-11-19T11:22:24,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,46133,1732015304107' ***** 2024-11-19T11:22:24,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:22:24,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Set watcher on znode that does not yet exist, /0-472660211/running 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(3091): Received CLOSE for bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:24,719 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(3091): Received CLOSE for 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,46133,1732015304107 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:24,719 INFO [RS:0;16c88966c0af:46133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:46133. 2024-11-19T11:22:24,719 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb25652ae4452736b37c4fd9ff238c35, disabling compactions & flushes 2024-11-19T11:22:24,719 DEBUG [RS:0;16c88966c0af:46133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:24,720 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:22:24,720 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. after waiting 0 ms 2024-11-19T11:22:24,720 INFO [RS:0;16c88966c0af:46133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:22:24,720 INFO [RS:0;16c88966c0af:46133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:22:24,720 INFO [RS:0;16c88966c0af:46133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:22:24,720 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:22:24,720 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb25652ae4452736b37c4fd9ff238c35 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T11:22:24,720 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:22:24,720 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1325): Online Regions={bb25652ae4452736b37c4fd9ff238c35=test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35., 1588230740=hbase:meta,,1.1588230740, 748554bbdda494343d13ebf30f5f5114=hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.} 2024-11-19T11:22:24,720 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:24,720 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:24,720 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:24,720 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:22:24,728 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:24,733 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/info/b4877baab18e471a9faed3b365038b09 is 147, key is hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114./info:regioninfo/1732015324810/Put/seqid=0 2024-11-19T11:22:24,734 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f/ec8c805bc95e4ca48bb0a8ed91eb03ce is 28, key is row/f:/1732015333147/DeleteFamily/seqid=0 2024-11-19T11:22:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741841_1017 (size=5085) 2024-11-19T11:22:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741840_1016 (size=7686) 2024-11-19T11:22:24,741 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/info/b4877baab18e471a9faed3b365038b09 2024-11-19T11:22:24,758 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/ns/ee8a13431add4df888c6c12881f9bbfc is 43, key is default/ns:d/1732015307642/Put/seqid=0 2024-11-19T11:22:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:22:24,920 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,120 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,138 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f/ec8c805bc95e4ca48bb0a8ed91eb03ce 2024-11-19T11:22:25,141 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8c805bc95e4ca48bb0a8ed91eb03ce 2024-11-19T11:22:25,154 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f1/aa14bae7762840a099c6792698a4b6a4 is 29, key is row/f1:/1732015333147/DeleteFamily/seqid=0 2024-11-19T11:22:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741843_1019 (size=5089) 2024-11-19T11:22:25,161 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/ns/ee8a13431add4df888c6c12881f9bbfc 2024-11-19T11:22:25,178 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/rep_barrier/5506bd841fc54ed2a7929a1c723a6369 is 112, key is test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35./rep_barrier:seqnumDuringOpen/1732015318932/Put/seqid=0 2024-11-19T11:22:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741844_1020 (size=5518) 2024-11-19T11:22:25,320 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,481 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:22:25,481 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:22:25,521 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,557 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f1/aa14bae7762840a099c6792698a4b6a4 2024-11-19T11:22:25,562 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa14bae7762840a099c6792698a4b6a4 2024-11-19T11:22:25,579 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/norep/c1ee4636e5984979b73f623920550448 is 32, key is row/norep:/1732015333147/DeleteFamily/seqid=0 2024-11-19T11:22:25,582 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/rep_barrier/5506bd841fc54ed2a7929a1c723a6369 2024-11-19T11:22:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741845_1021 (size=5101) 2024-11-19T11:22:25,600 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/table/6992cbc765504b168e617cdf244f799a is 53, key is hbase:replication/table:state/1732015324816/Put/seqid=0 2024-11-19T11:22:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741846_1022 (size=5308) 2024-11-19T11:22:25,721 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,921 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 748554bbdda494343d13ebf30f5f5114, bb25652ae4452736b37c4fd9ff238c35 2024-11-19T11:22:25,984 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/norep/c1ee4636e5984979b73f623920550448 2024-11-19T11:22:25,986 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ee4636e5984979b73f623920550448 2024-11-19T11:22:25,987 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f/ec8c805bc95e4ca48bb0a8ed91eb03ce as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/f/ec8c805bc95e4ca48bb0a8ed91eb03ce 2024-11-19T11:22:25,991 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8c805bc95e4ca48bb0a8ed91eb03ce 2024-11-19T11:22:25,991 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/f/ec8c805bc95e4ca48bb0a8ed91eb03ce, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T11:22:25,991 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/f1/aa14bae7762840a099c6792698a4b6a4 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/f1/aa14bae7762840a099c6792698a4b6a4 2024-11-19T11:22:25,994 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa14bae7762840a099c6792698a4b6a4 2024-11-19T11:22:25,994 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/f1/aa14bae7762840a099c6792698a4b6a4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T11:22:25,995 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/.tmp/norep/c1ee4636e5984979b73f623920550448 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/norep/c1ee4636e5984979b73f623920550448 2024-11-19T11:22:25,998 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ee4636e5984979b73f623920550448 2024-11-19T11:22:25,998 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/norep/c1ee4636e5984979b73f623920550448, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T11:22:25,998 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bb25652ae4452736b37c4fd9ff238c35 in 1278ms, sequenceid=6, compaction requested=false 2024-11-19T11:22:26,001 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/default/test/bb25652ae4452736b37c4fd9ff238c35/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:26,002 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb25652ae4452736b37c4fd9ff238c35: Waiting for close lock at 1732015344719Running coprocessor pre-close hooks at 1732015344719Disabling compacts and flushes for region at 1732015344719Disabling writes for close at 1732015344720 (+1 ms)Obtaining lock to block concurrent updates at 1732015344720Preparing flush snapshotting stores in bb25652ae4452736b37c4fd9ff238c35 at 1732015344720Finished memstore snapshotting test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732015344720Flushing stores of test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. at 1732015344721 (+1 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/f: creating writer at 1732015344721Flushing bb25652ae4452736b37c4fd9ff238c35/f: appending metadata at 1732015344733 (+12 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/f: closing flushed file at 1732015344733Flushing bb25652ae4452736b37c4fd9ff238c35/f1: creating writer at 1732015345141 (+408 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/f1: appending metadata at 1732015345153 (+12 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/f1: closing flushed file at 1732015345153Flushing bb25652ae4452736b37c4fd9ff238c35/norep: creating writer at 1732015345562 (+409 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/norep: appending metadata at 1732015345579 (+17 ms)Flushing bb25652ae4452736b37c4fd9ff238c35/norep: closing flushed file at 1732015345579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4684c6f9: reopening flushed file at 1732015345987 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5d8aa3: reopening flushed file at 1732015345991 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c872f5f: reopening flushed file at 1732015345994 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bb25652ae4452736b37c4fd9ff238c35 in 1278ms, sequenceid=6, compaction requested=false at 1732015345998 (+4 ms)Writing region close event to WAL at 1732015345999 (+1 ms)Running coprocessor post-close hooks at 1732015346002 (+3 ms)Closed at 1732015346002 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015318177.bb25652ae4452736b37c4fd9ff238c35. 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 748554bbdda494343d13ebf30f5f5114, disabling compactions & flushes 2024-11-19T11:22:26,002 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. after waiting 0 ms 2024-11-19T11:22:26,002 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:26,002 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 748554bbdda494343d13ebf30f5f5114 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T11:22:26,003 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/table/6992cbc765504b168e617cdf244f799a 2024-11-19T11:22:26,006 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/info/b4877baab18e471a9faed3b365038b09 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/info/b4877baab18e471a9faed3b365038b09 2024-11-19T11:22:26,009 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/info/b4877baab18e471a9faed3b365038b09, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:22:26,010 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/ns/ee8a13431add4df888c6c12881f9bbfc as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/ns/ee8a13431add4df888c6c12881f9bbfc 2024-11-19T11:22:26,012 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/ns/ee8a13431add4df888c6c12881f9bbfc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:22:26,013 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/rep_barrier/5506bd841fc54ed2a7929a1c723a6369 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/rep_barrier/5506bd841fc54ed2a7929a1c723a6369 2024-11-19T11:22:26,015 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/rep_barrier/5506bd841fc54ed2a7929a1c723a6369, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:22:26,016 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/.tmp/table/6992cbc765504b168e617cdf244f799a as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/table/6992cbc765504b168e617cdf244f799a 2024-11-19T11:22:26,018 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/table/6992cbc765504b168e617cdf244f799a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:22:26,019 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false 2024-11-19T11:22:26,021 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/.tmp/queue/01b6d9b551ce447ead5dbd8e79043d96 is 153, key is 1-16c88966c0af,46133,1732015304107/queue:16c88966c0af%2C46133%2C1732015304107/1732015334113/Put/seqid=0 2024-11-19T11:22:26,022 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:22:26,022 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:26,022 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:22:26,022 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:26,022 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015344720Running coprocessor pre-close hooks at 1732015344720Disabling compacts and flushes for region at 1732015344720Disabling writes for close at 1732015344720Obtaining lock to block concurrent updates at 1732015344720Preparing flush snapshotting stores in 1588230740 at 1732015344720Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015344721 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015344721Flushing 1588230740/info: creating writer at 1732015344721Flushing 1588230740/info: appending metadata at 1732015344733 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732015344733Flushing 1588230740/ns: creating writer at 1732015344746 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732015344758 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732015344758Flushing 1588230740/rep_barrier: creating writer at 1732015345165 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015345178 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015345178Flushing 1588230740/table: creating writer at 1732015345586 (+408 ms)Flushing 1588230740/table: appending metadata at 1732015345600 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015345600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8321eac: reopening flushed file at 1732015346006 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13325ab6: reopening flushed file at 1732015346009 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6633863c: reopening flushed file at 1732015346012 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db9880d: reopening flushed file at 1732015346015 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false at 1732015346019 (+4 ms)Writing region close event to WAL at 1732015346020 (+1 ms)Running coprocessor post-close hooks at 1732015346022 (+2 ms)Closed at 1732015346022 2024-11-19T11:22:26,022 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741847_1023 (size=5352) 2024-11-19T11:22:26,083 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 636, reset compression=false 2024-11-19T11:22:26,087 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:26,087 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 1527, reset compression=false 2024-11-19T11:22:26,087 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,46133,1732015304107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:26,088 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,46133,1732015304107: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-16c88966c0af,46133,1732015304107, walGroup=16c88966c0af%2C46133%2C1732015304107, offset=16c88966c0af%2C46133%2C1732015304107.1732015306613:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:46133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:22:26,089 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:22:26,089 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:22:26,090 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:22:26,090 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:22:26,090 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:22:26,090 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 1009728512 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201967160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:22:26,090 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:22:26,121 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:22:26,121 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1325): Online Regions={748554bbdda494343d13ebf30f5f5114=hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114.} 2024-11-19T11:22:26,121 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:26,291 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 1527, reset compression=false 2024-11-19T11:22:26,321 DEBUG [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1351): Waiting on 748554bbdda494343d13ebf30f5f5114 2024-11-19T11:22:26,424 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/.tmp/queue/01b6d9b551ce447ead5dbd8e79043d96 2024-11-19T11:22:26,429 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/.tmp/queue/01b6d9b551ce447ead5dbd8e79043d96 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/queue/01b6d9b551ce447ead5dbd8e79043d96 2024-11-19T11:22:26,432 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/queue/01b6d9b551ce447ead5dbd8e79043d96, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T11:22:26,433 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 748554bbdda494343d13ebf30f5f5114 in 431ms, sequenceid=8, compaction requested=false 2024-11-19T11:22:26,436 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/data/hbase/replication/748554bbdda494343d13ebf30f5f5114/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T11:22:26,436 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:22:26,436 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:22:26,436 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:26,436 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 748554bbdda494343d13ebf30f5f5114: Waiting for close lock at 1732015346002Running coprocessor pre-close hooks at 1732015346002Disabling compacts and flushes for region at 1732015346002Disabling writes for close at 1732015346002Obtaining lock to block concurrent updates at 1732015346002Preparing flush snapshotting stores in 748554bbdda494343d13ebf30f5f5114 at 1732015346002Finished memstore snapshotting hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732015346003 (+1 ms)Flushing stores of hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. at 1732015346003Flushing 748554bbdda494343d13ebf30f5f5114/queue: creating writer at 1732015346003Flushing 748554bbdda494343d13ebf30f5f5114/queue: appending metadata at 1732015346020 (+17 ms)Flushing 748554bbdda494343d13ebf30f5f5114/queue: closing flushed file at 1732015346020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a734be: reopening flushed file at 1732015346428 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 748554bbdda494343d13ebf30f5f5114 in 431ms, sequenceid=8, compaction requested=false at 1732015346433 (+5 ms)Writing region close event to WAL at 1732015346433Running coprocessor post-close hooks at 1732015346436 (+3 ms)Closed at 1732015346436 2024-11-19T11:22:26,436 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015323636.748554bbdda494343d13ebf30f5f5114. 2024-11-19T11:22:26,522 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,46133,1732015304107; all regions closed. 2024-11-19T11:22:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741834_1010 (size=4239) 2024-11-19T11:22:26,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741839_1015 (size=2240) 2024-11-19T11:22:26,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.rep.1732015324769 not finished, retry = 0 2024-11-19T11:22:26,602 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/WALs/16c88966c0af,46133,1732015304107/16c88966c0af%2C46133%2C1732015304107.1732015306613 to pos 1527, reset compression=false 2024-11-19T11:22:26,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741832_1008 (size=1535) 2024-11-19T11:22:26,628 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:26,629 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,46133,1732015304107 because: Region server is closing 2024-11-19T11:22:26,629 INFO [RS:0;16c88966c0af:46133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:46133. 2024-11-19T11:22:26,629 DEBUG [RS:0;16c88966c0af:46133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:26,629 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:26,629 DEBUG [RS:0;16c88966c0af:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:26,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:26,730 INFO [RS:0;16c88966c0af:46133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.shipper16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 terminated 2024-11-19T11:22:26,730 INFO [RS:0;16c88966c0af:46133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46133 2024-11-19T11:22:26,730 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,46133,1732015304107.replicationSource.wal-reader.16c88966c0af%2C46133%2C1732015304107,1-16c88966c0af,46133,1732015304107 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:22:26,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211/rs 2024-11-19T11:22:26,792 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472660211/rs/16c88966c0af,46133,1732015304107 2024-11-19T11:22:26,792 INFO [RS:0;16c88966c0af:46133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:26,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,46133,1732015304107] 2024-11-19T11:22:26,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-472660211/draining/16c88966c0af,46133,1732015304107 already deleted, retry=false 2024-11-19T11:22:26,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,46133,1732015304107 expired; onlineServers=0 2024-11-19T11:22:26,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,44869,1732015303822' ***** 2024-11-19T11:22:26,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:22:26,813 INFO [M:0;16c88966c0af:44869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:22:26,813 INFO [M:0;16c88966c0af:44869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:22:26,813 DEBUG [M:0;16c88966c0af:44869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:22:26,813 DEBUG [M:0;16c88966c0af:44869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:22:26,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:22:26,813 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015306371 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015306371,5,FailOnTimeoutGroup] 2024-11-19T11:22:26,813 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015306372 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015306372,5,FailOnTimeoutGroup] 2024-11-19T11:22:26,813 INFO [M:0;16c88966c0af:44869 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:22:26,814 INFO [M:0;16c88966c0af:44869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:22:26,814 DEBUG [M:0;16c88966c0af:44869 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:22:26,814 INFO [M:0;16c88966c0af:44869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:22:26,814 INFO [M:0;16c88966c0af:44869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:22:26,814 ERROR [M:0;16c88966c0af:44869 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36165,5,PEWorkerGroup] 2024-11-19T11:22:26,814 INFO [M:0;16c88966c0af:44869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:22:26,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:22:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-472660211/master 2024-11-19T11:22:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-472660211 2024-11-19T11:22:26,823 DEBUG [M:0;16c88966c0af:44869 {}] zookeeper.ZKUtil(347): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Unable to get data of znode /0-472660211/master because node does not exist (not an error) 2024-11-19T11:22:26,823 WARN [M:0;16c88966c0af:44869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:22:26,824 INFO [M:0;16c88966c0af:44869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/.lastflushedseqids 2024-11-19T11:22:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741848_1024 (size=245) 2024-11-19T11:22:26,903 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:26,903 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x10152d41fa40001, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:26,903 INFO [RS:0;16c88966c0af:46133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:26,903 INFO [RS:0;16c88966c0af:46133 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,46133,1732015304107; zookeeper connection closed. 2024-11-19T11:22:26,903 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fe050a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fe050a2 2024-11-19T11:22:26,903 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:22:27,228 INFO [M:0;16c88966c0af:44869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:22:27,228 INFO [M:0;16c88966c0af:44869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:22:27,228 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:27,228 INFO [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:27,228 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:27,228 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:27,228 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:27,228 INFO [M:0;16c88966c0af:44869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T11:22:27,246 DEBUG [M:0;16c88966c0af:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db271bddd26f4a85970450936f01077f is 82, key is hbase:meta,,1/info:regioninfo/1732015307596/Put/seqid=0 2024-11-19T11:22:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741849_1025 (size=5672) 2024-11-19T11:22:27,249 INFO [M:0;16c88966c0af:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db271bddd26f4a85970450936f01077f 2024-11-19T11:22:27,270 DEBUG [M:0;16c88966c0af:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fd5dbea1d6647d4becb59262a649d45 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015318946/Put/seqid=0 2024-11-19T11:22:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741850_1026 (size=7218) 2024-11-19T11:22:27,273 INFO [M:0;16c88966c0af:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fd5dbea1d6647d4becb59262a649d45 2024-11-19T11:22:27,277 INFO [M:0;16c88966c0af:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fd5dbea1d6647d4becb59262a649d45 2024-11-19T11:22:27,295 DEBUG [M:0;16c88966c0af:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703eeb7779c2408aa97a1c1d3bbc2aed is 69, key is 16c88966c0af,46133,1732015304107/rs:state/1732015306459/Put/seqid=0 2024-11-19T11:22:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741851_1027 (size=5156) 2024-11-19T11:22:27,302 INFO [M:0;16c88966c0af:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703eeb7779c2408aa97a1c1d3bbc2aed 2024-11-19T11:22:27,306 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db271bddd26f4a85970450936f01077f as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db271bddd26f4a85970450936f01077f 2024-11-19T11:22:27,309 INFO [M:0;16c88966c0af:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db271bddd26f4a85970450936f01077f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T11:22:27,310 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fd5dbea1d6647d4becb59262a649d45 as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fd5dbea1d6647d4becb59262a649d45 2024-11-19T11:22:27,313 INFO [M:0;16c88966c0af:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fd5dbea1d6647d4becb59262a649d45 2024-11-19T11:22:27,313 INFO [M:0;16c88966c0af:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fd5dbea1d6647d4becb59262a649d45, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T11:22:27,313 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703eeb7779c2408aa97a1c1d3bbc2aed as hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703eeb7779c2408aa97a1c1d3bbc2aed 2024-11-19T11:22:27,316 INFO [M:0;16c88966c0af:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703eeb7779c2408aa97a1c1d3bbc2aed, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T11:22:27,317 INFO [M:0;16c88966c0af:44869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=105, compaction requested=false 2024-11-19T11:22:27,319 INFO [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:27,319 DEBUG [M:0;16c88966c0af:44869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015347228Disabling compacts and flushes for region at 1732015347228Disabling writes for close at 1732015347228Obtaining lock to block concurrent updates at 1732015347228Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015347228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732015347229 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015347229Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015347229Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015347246 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015347246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015347252 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015347269 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015347269Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015347277 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015347294 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015347294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789ad6e5: reopening flushed file at 1732015347305 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285347b2: reopening flushed file at 1732015347309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb8072c: reopening flushed file at 1732015347313 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=105, compaction requested=false at 1732015347317 (+4 ms)Writing region close event to WAL at 1732015347319 (+2 ms)Closed at 1732015347319 2024-11-19T11:22:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37169 is added to blk_1073741830_1006 (size=64423) 2024-11-19T11:22:27,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/214922fd-2318-e903-9261-579098e04021/MasterData/WALs/16c88966c0af,44869,1732015303822/16c88966c0af%2C44869%2C1732015303822.1732015306071 not finished, retry = 0 2024-11-19T11:22:27,422 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:22:27,422 INFO [M:0;16c88966c0af:44869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:22:27,422 INFO [M:0;16c88966c0af:44869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44869 2024-11-19T11:22:27,422 INFO [M:0;16c88966c0af:44869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:27,534 INFO [M:0;16c88966c0af:44869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x10152d41fa40000, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:22:27,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b6ad80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:27,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4131fb3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:27,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:27,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4baf59c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:27,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334049f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:27,538 WARN [BP-1560576047-172.17.0.2-1732015301641 heartbeating to localhost/127.0.0.1:36165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:22:27,538 WARN [BP-1560576047-172.17.0.2-1732015301641 heartbeating to localhost/127.0.0.1:36165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1560576047-172.17.0.2-1732015301641 (Datanode Uuid 7a0f3ec0-2e3b-42f6-8e68-7a3f1ba1d407) service to localhost/127.0.0.1:36165 2024-11-19T11:22:27,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/data/data1/current/BP-1560576047-172.17.0.2-1732015301641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:27,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/cluster_de758372-916c-b934-1334-d8ff45b8ec01/data/data2/current/BP-1560576047-172.17.0.2-1732015301641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:22:27,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:22:27,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:22:27,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:22:27,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20be71bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:27,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d24003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:22:27,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:22:27,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d0b67f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:22:27,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@507a6426{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faca025e-2d73-a04b-19a2-22d51463cb45/hadoop.log.dir/,STOPPED} 2024-11-19T11:22:27,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:22:27,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:22:27,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45161 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39321 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36165 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 541), ProcessCount=11 (was 11), AvailableMemoryMB=11575 (was 11459) - AvailableMemoryMB LEAK? - 2024-11-19T11:22:27,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=11575 2024-11-19T11:22:27,590 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T11:22:27,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir so I do NOT create it in target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba 2024-11-19T11:22:27,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:22:27,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.tmp.dir so I do NOT create it in target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba 2024-11-19T11:22:27,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee96e82a-be13-dbe1-a469-3566040458e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:22:27,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba 2024-11-19T11:22:27,590 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be, deleteOnExit=true 2024-11-19T11:22:27,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/zookeeper_0, clientPort=55761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:22:27,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55761 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/test.cache.data in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:22:27,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:27,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:22:27,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:22:27,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10152d41fa40002, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:22:27,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10152d41fa40008, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:22:27,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10152d41fa40005, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T11:22:27,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10152d41fa40005, quorum=127.0.0.1:52414, baseZNode=/1-648810555 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:22:27,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10152d41fa40002, quorum=127.0.0.1:52414, baseZNode=/0-472660211 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:22:27,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10152d41fa40008, quorum=127.0.0.1:52414, baseZNode=/2-773962768 Received Disconnected from ZooKeeper, ignoring 2024-11-19T11:22:27,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:27,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:27,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:27,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:27,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:22:27,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:27,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18711973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:27,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3744d208{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:27,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@320bc9a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/java.io.tmpdir/jetty-localhost-44151-hadoop-hdfs-3_4_1-tests_jar-_-any-169856214661375342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:27,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66315018{HTTP/1.1, (http/1.1)}{localhost:44151} 2024-11-19T11:22:27,998 INFO [Time-limited test {}] server.Server(415): Started @332738ms 2024-11-19T11:22:28,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:28,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:28,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:28,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:28,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:22:28,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e95c8e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:28,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc51673{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:28,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1614f3f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/java.io.tmpdir/jetty-localhost-33815-hadoop-hdfs-3_4_1-tests_jar-_-any-15840248673012650394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:28,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c4573a6{HTTP/1.1, (http/1.1)}{localhost:33815} 2024-11-19T11:22:28,391 INFO [Time-limited test {}] server.Server(415): Started @333131ms 2024-11-19T11:22:28,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:22:29,052 WARN [Thread-4221 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data1/current/BP-977896368-172.17.0.2-1732015347628/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:29,052 WARN [Thread-4222 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data2/current/BP-977896368-172.17.0.2-1732015347628/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:29,072 WARN [Thread-4209 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:22:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa36099e66596fd37 with lease ID 0xc6bedb16f9bb4132: Processing first storage report for DS-b6a7d5f5-a265-4501-86f4-927da410e427 from datanode DatanodeRegistration(127.0.0.1:44593, datanodeUuid=34e6f6d3-ee5b-40a6-9aa4-bced7def062b, infoPort=41429, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-57;cid=testClusterID;nsid=435642146;c=1732015347628) 2024-11-19T11:22:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa36099e66596fd37 with lease ID 0xc6bedb16f9bb4132: from storage DS-b6a7d5f5-a265-4501-86f4-927da410e427 node DatanodeRegistration(127.0.0.1:44593, datanodeUuid=34e6f6d3-ee5b-40a6-9aa4-bced7def062b, infoPort=41429, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-57;cid=testClusterID;nsid=435642146;c=1732015347628), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:22:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa36099e66596fd37 with lease ID 0xc6bedb16f9bb4132: Processing first storage report for DS-c896c3f9-1b85-422b-a587-acf6724c65c8 from datanode DatanodeRegistration(127.0.0.1:44593, datanodeUuid=34e6f6d3-ee5b-40a6-9aa4-bced7def062b, infoPort=41429, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-57;cid=testClusterID;nsid=435642146;c=1732015347628) 2024-11-19T11:22:29,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa36099e66596fd37 with lease ID 0xc6bedb16f9bb4132: from storage DS-c896c3f9-1b85-422b-a587-acf6724c65c8 node DatanodeRegistration(127.0.0.1:44593, datanodeUuid=34e6f6d3-ee5b-40a6-9aa4-bced7def062b, infoPort=41429, infoSecurePort=0, ipcPort=41559, storageInfo=lv=-57;cid=testClusterID;nsid=435642146;c=1732015347628), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:29,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba 2024-11-19T11:22:29,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:22:29,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5 with version=8 2024-11-19T11:22:29,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/hbase-staging 2024-11-19T11:22:29,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:29,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:29,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40797 2024-11-19T11:22:29,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40797 connecting to ZooKeeper ensemble=127.0.0.1:55761 2024-11-19T11:22:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407970x0, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:29,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40797-0x10152d4d3480000 connected 2024-11-19T11:22:29,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on znode that does not yet exist, /0866157529/running 2024-11-19T11:22:29,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5, hbase.cluster.distributed=false 2024-11-19T11:22:29,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on znode that does not yet exist, /0866157529/acl 2024-11-19T11:22:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-19T11:22:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40797 2024-11-19T11:22:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40797 2024-11-19T11:22:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-19T11:22:29,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40797 2024-11-19T11:22:29,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:29,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45603 2024-11-19T11:22:29,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45603 connecting to ZooKeeper ensemble=127.0.0.1:55761 2024-11-19T11:22:29,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456030x0, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:29,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456030x0, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on znode that does not yet exist, /0866157529/running 2024-11-19T11:22:29,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45603-0x10152d4d3480001 connected 2024-11-19T11:22:29,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:22:29,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:22:29,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on znode that does not yet exist, /0866157529/master 2024-11-19T11:22:29,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on znode that does not yet exist, /0866157529/acl 2024-11-19T11:22:29,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-19T11:22:29,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45603 2024-11-19T11:22:29,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45603 2024-11-19T11:22:29,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-19T11:22:29,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-19T11:22:29,759 DEBUG [M:0;16c88966c0af:40797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:40797 2024-11-19T11:22:29,759 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0866157529/backup-masters/16c88966c0af,40797,1732015349528 2024-11-19T11:22:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529/backup-masters 2024-11-19T11:22:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529/backup-masters 2024-11-19T11:22:29,771 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on existing znode=/0866157529/backup-masters/16c88966c0af,40797,1732015349528 2024-11-19T11:22:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0866157529/master 2024-11-19T11:22:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:29,781 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on existing znode=/0866157529/master 2024-11-19T11:22:29,781 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0866157529/backup-masters/16c88966c0af,40797,1732015349528 from backup master directory 2024-11-19T11:22:29,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0866157529/backup-masters/16c88966c0af,40797,1732015349528 2024-11-19T11:22:29,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529/backup-masters 2024-11-19T11:22:29,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529/backup-masters 2024-11-19T11:22:29,791 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:29,791 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,40797,1732015349528 2024-11-19T11:22:29,794 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/hbase.id] with ID: bc94cad3-39bc-4469-9b9c-b4667746663c 2024-11-19T11:22:29,794 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/.tmp/hbase.id 2024-11-19T11:22:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:22:29,804 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/.tmp/hbase.id]:[hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/hbase.id] 2024-11-19T11:22:29,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:29,811 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:22:29,812 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:22:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:22:30,227 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:30,228 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:22:30,229 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:30,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:22:30,634 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/data/master/store 2024-11-19T11:22:30,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:31,039 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:31,039 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:31,039 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015351039Disabling compacts and flushes for region at 1732015351039Disabling writes for close at 1732015351039Writing region close event to WAL at 1732015351039Closed at 1732015351039 2024-11-19T11:22:31,040 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/data/master/store/.initializing 2024-11-19T11:22:31,040 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/WALs/16c88966c0af,40797,1732015349528 2024-11-19T11:22:31,041 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:31,042 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C40797%2C1732015349528, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/WALs/16c88966c0af,40797,1732015349528, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/oldWALs, maxLogs=10 2024-11-19T11:22:31,057 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/WALs/16c88966c0af,40797,1732015349528/16c88966c0af%2C40797%2C1732015349528.1732015351042, exclude list is [], retry=0 2024-11-19T11:22:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-b6a7d5f5-a265-4501-86f4-927da410e427,DISK] 2024-11-19T11:22:31,061 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/WALs/16c88966c0af,40797,1732015349528/16c88966c0af%2C40797%2C1732015349528.1732015351042 2024-11-19T11:22:31,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-11-19T11:22:31,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:31,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:31,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,064 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:22:31,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:31,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:31,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:22:31,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:31,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:31,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:22:31,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:31,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:31,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:22:31,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:31,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:31,072 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,073 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,073 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,074 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,074 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,075 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:31,075 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:31,077 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:31,077 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613911, jitterRate=-0.0669800192117691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:31,078 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015351064Initializing all the Stores at 1732015351065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015351065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015351065Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015351065Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015351065Cleaning up temporary data from old regions at 1732015351074 (+9 ms)Region opened successfully at 1732015351078 (+4 ms) 2024-11-19T11:22:31,079 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:22:31,081 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541a6560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:31,082 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:22:31,082 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:22:31,082 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:22:31,082 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:22:31,083 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:22:31,083 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:22:31,083 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:22:31,085 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:22:31,086 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Unable to get data of znode /0866157529/balancer because node does not exist (not necessarily an error) 2024-11-19T11:22:31,149 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0866157529/balancer already deleted, retry=false 2024-11-19T11:22:31,149 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:22:31,150 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Unable to get data of znode /0866157529/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:22:31,160 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0866157529/normalizer already deleted, retry=false 2024-11-19T11:22:31,160 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:22:31,161 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Unable to get data of znode /0866157529/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:22:31,170 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0866157529/switch/split already deleted, retry=false 2024-11-19T11:22:31,171 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Unable to get data of znode /0866157529/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:22:31,181 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0866157529/switch/merge already deleted, retry=false 2024-11-19T11:22:31,182 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Unable to get data of znode /0866157529/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:22:31,191 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0866157529/snapshot-cleanup already deleted, retry=false 2024-11-19T11:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0866157529/running 2024-11-19T11:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0866157529/running 2024-11-19T11:22:31,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,202 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,40797,1732015349528, sessionid=0x10152d4d3480000, setting cluster-up flag (Was=false) 2024-11-19T11:22:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,254 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0866157529/flush-table-proc/acquired, /0866157529/flush-table-proc/reached, /0866157529/flush-table-proc/abort 2024-11-19T11:22:31,255 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40797,1732015349528 2024-11-19T11:22:31,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:31,307 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0866157529/online-snapshot/acquired, /0866157529/online-snapshot/reached, /0866157529/online-snapshot/abort 2024-11-19T11:22:31,308 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,40797,1732015349528 2024-11-19T11:22:31,309 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:22:31,310 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:31,310 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:22:31,310 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:22:31,310 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,40797,1732015349528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:22:31,311 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:31,311 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:31,311 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:31,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:31,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:22:31,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:31,312 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:31,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:22:31,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:31,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015381318 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:22:31,318 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:22:31,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:22:31,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:22:31,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:22:31,319 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:22:31,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:22:31,320 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:22:31,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:22:31,323 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015351320,5,FailOnTimeoutGroup] 2024-11-19T11:22:31,323 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015351323,5,FailOnTimeoutGroup] 2024-11-19T11:22:31,323 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,323 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:22:31,323 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,323 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,351 INFO [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(746): ClusterId : bc94cad3-39bc-4469-9b9c-b4667746663c 2024-11-19T11:22:31,351 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:22:31,360 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:22:31,360 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:22:31,371 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:22:31,371 DEBUG [RS:0;16c88966c0af:45603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227fbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:31,382 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:45603 2024-11-19T11:22:31,382 INFO [RS:0;16c88966c0af:45603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:22:31,382 INFO [RS:0;16c88966c0af:45603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:22:31,382 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:22:31,383 INFO [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,40797,1732015349528 with port=45603, startcode=1732015349726 2024-11-19T11:22:31,383 DEBUG [RS:0;16c88966c0af:45603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:22:31,384 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:22:31,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40797 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,386 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5 2024-11-19T11:22:31,386 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34543 2024-11-19T11:22:31,386 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:22:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529/rs 2024-11-19T11:22:31,392 DEBUG [RS:0;16c88966c0af:45603 {}] zookeeper.ZKUtil(111): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Set watcher on existing znode=/0866157529/rs/16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,392 WARN [RS:0;16c88966c0af:45603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:31,392 INFO [RS:0;16c88966c0af:45603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:31,392 DEBUG [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,45603,1732015349726] 2024-11-19T11:22:31,394 INFO [RS:0;16c88966c0af:45603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:22:31,396 INFO [RS:0;16c88966c0af:45603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:22:31,396 INFO [RS:0;16c88966c0af:45603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:22:31,396 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,398 INFO [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:22:31,399 INFO [RS:0;16c88966c0af:45603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:22:31,399 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:31,399 DEBUG [RS:0;16c88966c0af:45603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,400 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45603,1732015349726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:31,417 INFO [RS:0;16c88966c0af:45603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:22:31,418 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45603,1732015349726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,418 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,418 INFO [RS:0;16c88966c0af:45603 {}] regionserver.Replication(171): 16c88966c0af,45603,1732015349726 started 2024-11-19T11:22:31,430 INFO [RS:0;16c88966c0af:45603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:31,430 INFO [RS:0;16c88966c0af:45603 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,45603,1732015349726, RpcServer on 16c88966c0af/172.17.0.2:45603, sessionid=0x10152d4d3480001 2024-11-19T11:22:31,430 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:22:31,430 DEBUG [RS:0;16c88966c0af:45603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,431 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45603,1732015349726' 2024-11-19T11:22:31,431 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0866157529/flush-table-proc/abort' 2024-11-19T11:22:31,431 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0866157529/flush-table-proc/acquired' 2024-11-19T11:22:31,431 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,45603,1732015349726 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45603,1732015349726' 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0866157529/online-snapshot/abort' 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0866157529/online-snapshot/acquired' 2024-11-19T11:22:31,432 DEBUG [RS:0;16c88966c0af:45603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:22:31,432 INFO [RS:0;16c88966c0af:45603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:22:31,432 INFO [RS:0;16c88966c0af:45603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:22:31,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,533 INFO [RS:0;16c88966c0af:45603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:31,534 INFO [RS:0;16c88966c0af:45603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45603%2C1732015349726, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/oldWALs, maxLogs=10 2024-11-19T11:22:31,547 DEBUG [RS:0;16c88966c0af:45603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726/16c88966c0af%2C45603%2C1732015349726.1732015351534, exclude list is [], retry=0 2024-11-19T11:22:31,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-b6a7d5f5-a265-4501-86f4-927da410e427,DISK] 2024-11-19T11:22:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,551 INFO [RS:0;16c88966c0af:45603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726/16c88966c0af%2C45603%2C1732015349726.1732015351534 2024-11-19T11:22:31,551 DEBUG [RS:0;16c88966c0af:45603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-11-19T11:22:31,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:31,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:22:31,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5 2024-11-19T11:22:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:22:32,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:32,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:32,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:32,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:32,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:32,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:32,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:32,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:32,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:32,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/1588230740 2024-11-19T11:22:32,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/1588230740 2024-11-19T11:22:32,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:32,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:32,136 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:32,138 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:32,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59069948, jitterRate=-0.11978918313980103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015352129Initializing all the Stores at 1732015352129Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015352129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352129Cleaning up temporary data from old regions at 1732015352136 (+7 ms)Region opened successfully at 1732015352139 (+3 ms) 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:32,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:32,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:32,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015352139Disabling compacts and flushes for region at 1732015352139Disabling writes for close at 1732015352139Writing region close event to WAL at 1732015352139Closed at 1732015352139 2024-11-19T11:22:32,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:32,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:22:32,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:22:32,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:32,142 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:22:32,292 DEBUG [16c88966c0af:40797 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:22:32,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,45603,1732015349726 2024-11-19T11:22:32,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45603,1732015349726, state=OPENING 2024-11-19T11:22:32,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:22:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0866157529 2024-11-19T11:22:32,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:32,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0866157529/meta-region-server: CHANGED 2024-11-19T11:22:32,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45603,1732015349726}] 2024-11-19T11:22:32,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0866157529/meta-region-server: CHANGED 2024-11-19T11:22:32,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:32,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:22:32,684 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:22:32,684 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:32,684 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:22:32,685 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45603%2C1732015349726.meta, suffix=.meta, logDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/oldWALs, maxLogs=10 2024-11-19T11:22:32,697 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726/16c88966c0af%2C45603%2C1732015349726.meta.1732015352685.meta, exclude list is [], retry=0 2024-11-19T11:22:32,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-b6a7d5f5-a265-4501-86f4-927da410e427,DISK] 2024-11-19T11:22:32,700 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/WALs/16c88966c0af,45603,1732015349726/16c88966c0af%2C45603%2C1732015349726.meta.1732015352685.meta 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429)] 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:32,703 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:22:32,703 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:22:32,703 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:22:32,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:32,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:32,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:32,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:32,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:32,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:32,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:32,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:32,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:32,708 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:32,708 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/1588230740 2024-11-19T11:22:32,709 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/hbase/meta/1588230740 2024-11-19T11:22:32,709 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:32,709 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:32,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:32,710 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:32,711 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62474291, jitterRate=-0.06906051933765411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:32,711 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:22:32,711 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015352704Writing region info on filesystem at 1732015352704Initializing all the Stores at 1732015352704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015352704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015352704Cleaning up temporary data from old regions at 1732015352709 (+5 ms)Running coprocessor post-open hooks at 1732015352711 (+2 ms)Region opened successfully at 1732015352711 2024-11-19T11:22:32,712 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015352680 2024-11-19T11:22:32,713 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:22:32,713 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:22:32,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,45603,1732015349726 2024-11-19T11:22:32,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45603,1732015349726, state=OPEN 2024-11-19T11:22:32,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45603-0x10152d4d3480001, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0866157529/meta-region-server 2024-11-19T11:22:32,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40797-0x10152d4d3480000, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0866157529/meta-region-server 2024-11-19T11:22:32,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,45603,1732015349726 2024-11-19T11:22:32,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0866157529/meta-region-server: CHANGED 2024-11-19T11:22:32,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0866157529/meta-region-server: CHANGED 2024-11-19T11:22:32,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:22:32,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45603,1732015349726 in 232 msec 2024-11-19T11:22:32,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:22:32,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-19T11:22:32,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:32,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:22:32,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:32,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45603,1732015349726, seqNum=-1] 2024-11-19T11:22:32,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:32,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:32,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4590 sec 2024-11-19T11:22:32,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015352769, completionTime=-1 2024-11-19T11:22:32,769 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:22:32,769 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:22:32,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:22:32,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015412770 2024-11-19T11:22:32,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015472770 2024-11-19T11:22:32,770 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:40797, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,771 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,772 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:32,773 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:22:32,775 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:22:32,775 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:22:32,775 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,40797,1732015349528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:22:32,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:32,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795b1d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:32,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40797,-1 for getting cluster id 2024-11-19T11:22:32,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:32,853 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc94cad3-39bc-4469-9b9c-b4667746663c' 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc94cad3-39bc-4469-9b9c-b4667746663c" 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11451278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40797,-1] 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:32,854 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:32,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3edc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:32,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45603,1732015349726, seqNum=-1] 2024-11-19T11:22:32,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:32,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:32,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,40797,1732015349528 2024-11-19T11:22:32,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55761 2024-11-19T11:22:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55761, baseZNode=/0866157529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:32,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d4d3480002 connected 2024-11-19T11:22:32,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40797,1732015349528 2024-11-19T11:22:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2cb2b2 2024-11-19T11:22:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:32,889 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:32,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:22:32,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:32,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:32,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:22:32,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:22:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:33,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13b7478a5459010eb8cadc4f90fb5fb8, NAME => 'test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5 2024-11-19T11:22:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:22:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:33,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:33,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13b7478a5459010eb8cadc4f90fb5fb8, disabling compactions & flushes 2024-11-19T11:22:33,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:33,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:33,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. after waiting 0 ms 2024-11-19T11:22:33,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:33,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:33,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13b7478a5459010eb8cadc4f90fb5fb8: Waiting for close lock at 1732015353704Disabling compacts and flushes for region at 1732015353704Disabling writes for close at 1732015353705 (+1 ms)Writing region close event to WAL at 1732015353705Closed at 1732015353705 2024-11-19T11:22:33,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:33,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015353706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015353706"}]},"ts":"1732015353706"} 2024-11-19T11:22:33,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:33,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:33,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015353709"}]},"ts":"1732015353709"} 2024-11-19T11:22:33,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:33,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13b7478a5459010eb8cadc4f90fb5fb8, ASSIGN}] 2024-11-19T11:22:33,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13b7478a5459010eb8cadc4f90fb5fb8, ASSIGN 2024-11-19T11:22:33,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13b7478a5459010eb8cadc4f90fb5fb8, ASSIGN; state=OFFLINE, location=16c88966c0af,45603,1732015349726; forceNewPlan=false, retain=false 2024-11-19T11:22:33,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b7478a5459010eb8cadc4f90fb5fb8, regionState=OPENING, regionLocation=16c88966c0af,45603,1732015349726 2024-11-19T11:22:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13b7478a5459010eb8cadc4f90fb5fb8, ASSIGN because future has completed 2024-11-19T11:22:33,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b7478a5459010eb8cadc4f90fb5fb8, server=16c88966c0af,45603,1732015349726}] 2024-11-19T11:22:34,020 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:34,020 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b7478a5459010eb8cadc4f90fb5fb8, NAME => 'test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:34,021 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:34,021 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:34,021 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,021 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:34,021 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,021 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,022 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,023 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b7478a5459010eb8cadc4f90fb5fb8 columnFamilyName f 2024-11-19T11:22:34,023 DEBUG [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:34,023 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(327): Store=13b7478a5459010eb8cadc4f90fb5fb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:34,023 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,024 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b7478a5459010eb8cadc4f90fb5fb8 columnFamilyName f1 2024-11-19T11:22:34,024 DEBUG [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:34,024 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(327): Store=13b7478a5459010eb8cadc4f90fb5fb8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:34,024 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,025 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b7478a5459010eb8cadc4f90fb5fb8 columnFamilyName norep 2024-11-19T11:22:34,025 DEBUG [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:34,025 INFO [StoreOpener-13b7478a5459010eb8cadc4f90fb5fb8-1 {}] regionserver.HStore(327): Store=13b7478a5459010eb8cadc4f90fb5fb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:34,025 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,026 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/default/test/13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,026 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/default/test/13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,027 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,027 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,027 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:34,027 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,029 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/data/default/test/13b7478a5459010eb8cadc4f90fb5fb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:34,029 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13b7478a5459010eb8cadc4f90fb5fb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70101673, jitterRate=0.04459632933139801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:34,029 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b7478a5459010eb8cadc4f90fb5fb8 2024-11-19T11:22:34,029 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13b7478a5459010eb8cadc4f90fb5fb8: Running coprocessor pre-open hook at 1732015354021Writing region info on filesystem at 1732015354021Initializing all the Stores at 1732015354022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015354022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015354022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015354022Cleaning up temporary data from old regions at 1732015354027 (+5 ms)Running coprocessor post-open hooks at 1732015354029 (+2 ms)Region opened successfully at 1732015354029 2024-11-19T11:22:34,030 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8., pid=6, masterSystemTime=1732015354018 2024-11-19T11:22:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:34,031 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:34,031 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015352890.13b7478a5459010eb8cadc4f90fb5fb8. 2024-11-19T11:22:34,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b7478a5459010eb8cadc4f90fb5fb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,45603,1732015349726 2024-11-19T11:22:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b7478a5459010eb8cadc4f90fb5fb8, server=16c88966c0af,45603,1732015349726 because future has completed 2024-11-19T11:22:34,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:34,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b7478a5459010eb8cadc4f90fb5fb8, server=16c88966c0af,45603,1732015349726 in 168 msec 2024-11-19T11:22:34,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:34,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13b7478a5459010eb8cadc4f90fb5fb8, ASSIGN in 324 msec 2024-11-19T11:22:34,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:34,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015354037"}]},"ts":"1732015354037"} 2024-11-19T11:22:34,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:34,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:34,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-19T11:22:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:35,041 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:35,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcac410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40797,-1 for getting cluster id 2024-11-19T11:22:35,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:35,042 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc94cad3-39bc-4469-9b9c-b4667746663c' 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc94cad3-39bc-4469-9b9c-b4667746663c" 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c8fbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40797,-1] 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:35,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,043 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c56eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40797,1732015349528 2024-11-19T11:22:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2238456a 2024-11-19T11:22:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:35,045 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:35,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:40797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:35,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:40797' 2024-11-19T11:22:35,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0c6f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,40797,-1 for getting cluster id 2024-11-19T11:22:35,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:35,049 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc94cad3-39bc-4469-9b9c-b4667746663c' 2024-11-19T11:22:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc94cad3-39bc-4469-9b9c-b4667746663c" 2024-11-19T11:22:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29addd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,40797,-1] 2024-11-19T11:22:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,050 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24824696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:35,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,40797,1732015349528 2024-11-19T11:22:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a329c3 2024-11-19T11:22:35,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:35,052 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:35,053 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:22:35,053 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:35,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:35,053 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T11:22:35,060 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T11:22:35,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-19T11:22:35,061 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T11:22:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:35,152 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://16c88966c0af:40797, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T11:22:35,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:35,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:35,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:35,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:35,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 362) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@fa008e8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 34543 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-977896368-172.17.0.2-1732015347628:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1147153111_20 at /127.0.0.1:36040 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1871214067-8012 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp532154560-7960 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f72644319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-1bf539cf-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: master/16c88966c0af:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f7264ad8838.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/16c88966c0af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp532154560-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/16c88966c0af:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_802468074_20 at /127.0.0.1:36072 [Receiving block BP-977896368-172.17.0.2-1732015347628:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcessThread(sid:0 cport:55761): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1147153111_20 at /127.0.0.1:36098 [Receiving block BP-977896368-172.17.0.2-1732015347628:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1871214067-8009 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f72644319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data2/current/BP-977896368-172.17.0.2-1732015347628 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-977896368-172.17.0.2-1732015347628:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data1/current/BP-977896368-172.17.0.2-1732015347628 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@38a1c2d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp532154560-7963 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f72644319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5-prefix:16c88966c0af,45603,1732015349726 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/16c88966c0af:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;16c88966c0af:40797 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@a173934 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp532154560-7962 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f72644319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 0 on default port 41559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-977896368-172.17.0.2-1732015347628:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1871214067-8011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41559 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/16c88966c0af:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(479465825) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f72649f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55761 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5-prefix:16c88966c0af,45603,1732015349726.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6b686b46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@a3a53b5 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015351323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 41559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-1788d278-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-977896368-172.17.0.2-1732015347628 heartbeating to localhost/127.0.0.1:34543 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015351320 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RS:0;16c88966c0af:45603-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp532154560-7961 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f72644319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/16c88966c0af:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 16c88966c0af:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp532154560-7965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp532154560-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34543/user/jenkins/test-data/0dcef055-7bf0-2bfa-a7ac-d76e1243c8a5/MasterData-prefix:16c88966c0af,40797,1732015349528 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;16c88966c0af:45603 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@9c57e6c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@db95ab2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp532154560-7964-acceptor-0@361e838a-ServerConnector@66315018{HTTP/1.1, (http/1.1)}{localhost:44151} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 34543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 41559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@8b47382 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1a84917[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1871214067-8010-acceptor-0@54a75519-ServerConnector@1c4573a6{HTTP/1.1, (http/1.1)}{localhost:33815} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 1 on default port 41559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2df2cee8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/cluster_45bc524e-2f13-cc0d-fd7d-c712c88c13be/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1147153111_20 at /127.0.0.1:37210 [Receiving block BP-977896368-172.17.0.2-1732015347628:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=11497 (was 11575) 2024-11-19T11:22:35,167 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-19T11:22:35,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=11496 2024-11-19T11:22:35,177 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-19T11:22:35,202 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T11:22:35,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.log.dir so I do NOT create it in target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd 2024-11-19T11:22:35,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:22:35,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.tmp.dir so I do NOT create it in target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd 2024-11-19T11:22:35,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4894994a-0dd0-4a70-37c5-4936db31abba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:22:35,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd 2024-11-19T11:22:35,203 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8, deleteOnExit=true 2024-11-19T11:22:35,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/zookeeper_0, clientPort=52496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T11:22:35,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52496 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/test.cache.data in system properties and HBase conf 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:22:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:22:35,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:22:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:22:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:22:35,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:35,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:35,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:35,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:35,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:22:35,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:35,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b1da51a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:35,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7260d198{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:35,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34e7a7c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/java.io.tmpdir/jetty-localhost-45607-hadoop-hdfs-3_4_1-tests_jar-_-any-13050061274551541680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:35,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43ddb4f7{HTTP/1.1, (http/1.1)}{localhost:45607} 2024-11-19T11:22:35,652 INFO [Time-limited test {}] server.Server(415): Started @340391ms 2024-11-19T11:22:35,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:35,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:35,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:35,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:35,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:22:35,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab79ac0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:35,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f5f62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:36,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a59653{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-888424450851858788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:36,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b230368{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-11-19T11:22:36,005 INFO [Time-limited test {}] server.Server(415): Started @340745ms 2024-11-19T11:22:36,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:22:36,736 WARN [Thread-4356 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/data/data2/current/BP-2067900350-172.17.0.2-1732015355275/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:36,736 WARN [Thread-4355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/data/data1/current/BP-2067900350-172.17.0.2-1732015355275/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:36,753 WARN [Thread-4343 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:22:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe64c290216037718 with lease ID 0x8f99f7a4a4b6ce14: Processing first storage report for DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca from datanode DatanodeRegistration(127.0.0.1:40947, datanodeUuid=216a18f7-091c-4b40-ad23-cd56658c3270, infoPort=46037, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1110612857;c=1732015355275) 2024-11-19T11:22:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe64c290216037718 with lease ID 0x8f99f7a4a4b6ce14: from storage DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca node DatanodeRegistration(127.0.0.1:40947, datanodeUuid=216a18f7-091c-4b40-ad23-cd56658c3270, infoPort=46037, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1110612857;c=1732015355275), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe64c290216037718 with lease ID 0x8f99f7a4a4b6ce14: Processing first storage report for DS-54744128-3647-4509-8e20-d8e5a302b907 from datanode DatanodeRegistration(127.0.0.1:40947, datanodeUuid=216a18f7-091c-4b40-ad23-cd56658c3270, infoPort=46037, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1110612857;c=1732015355275) 2024-11-19T11:22:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe64c290216037718 with lease ID 0x8f99f7a4a4b6ce14: from storage DS-54744128-3647-4509-8e20-d8e5a302b907 node DatanodeRegistration(127.0.0.1:40947, datanodeUuid=216a18f7-091c-4b40-ad23-cd56658c3270, infoPort=46037, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1110612857;c=1732015355275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:36,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd 2024-11-19T11:22:36,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:36,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:22:37,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3 with version=8 2024-11-19T11:22:37,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/hbase-staging 2024-11-19T11:22:37,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:37,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:37,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:37,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:22:37,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:37,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35373 2024-11-19T11:22:37,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35373 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353730x0, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:37,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35373-0x10152d4f1220000 connected 2024-11-19T11:22:37,394 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:22:37,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T11:22:37,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:37,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:37,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/running 2024-11-19T11:22:37,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3, hbase.cluster.distributed=false 2024-11-19T11:22:37,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/acl 2024-11-19T11:22:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-19T11:22:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35373 2024-11-19T11:22:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35373 2024-11-19T11:22:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-19T11:22:37,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-19T11:22:37,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:37,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:37,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32831 2024-11-19T11:22:37,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32831 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:37,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:37,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:37,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328310x0, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:37,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328310x0, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/running 2024-11-19T11:22:37,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32831-0x10152d4f1220001 connected 2024-11-19T11:22:37,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:22:37,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:22:37,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/master 2024-11-19T11:22:37,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/acl 2024-11-19T11:22:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-19T11:22:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32831 2024-11-19T11:22:37,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32831 2024-11-19T11:22:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-19T11:22:37,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32831 2024-11-19T11:22:37,472 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:35373 2024-11-19T11:22:37,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-182702705/backup-masters/16c88966c0af,35373,1732015357250 2024-11-19T11:22:37,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/backup-masters 2024-11-19T11:22:37,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/backup-masters 2024-11-19T11:22:37,493 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on existing znode=/0-182702705/backup-masters/16c88966c0af,35373,1732015357250 2024-11-19T11:22:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-182702705/master 2024-11-19T11:22:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:37,506 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on existing znode=/0-182702705/master 2024-11-19T11:22:37,506 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-182702705/backup-masters/16c88966c0af,35373,1732015357250 from backup master directory 2024-11-19T11:22:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-182702705/backup-masters/16c88966c0af,35373,1732015357250 2024-11-19T11:22:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/backup-masters 2024-11-19T11:22:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/backup-masters 2024-11-19T11:22:37,516 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:37,516 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,35373,1732015357250 2024-11-19T11:22:37,519 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/hbase.id] with ID: 2728b253-45ce-4b75-8706-07ebc9a6f949 2024-11-19T11:22:37,519 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/.tmp/hbase.id 2024-11-19T11:22:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:22:37,923 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/.tmp/hbase.id]:[hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/hbase.id] 2024-11-19T11:22:37,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:37,931 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:22:37,932 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:22:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:22:37,963 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:37,964 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:22:37,964 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:22:38,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:38,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:38,378 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store 2024-11-19T11:22:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:38,388 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:38,388 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:38,388 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015358388Disabling compacts and flushes for region at 1732015358388Disabling writes for close at 1732015358388Writing region close event to WAL at 1732015358388Closed at 1732015358388 2024-11-19T11:22:38,389 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/.initializing 2024-11-19T11:22:38,389 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/WALs/16c88966c0af,35373,1732015357250 2024-11-19T11:22:38,390 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:38,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C35373%2C1732015357250, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/WALs/16c88966c0af,35373,1732015357250, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/oldWALs, maxLogs=10 2024-11-19T11:22:38,413 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/WALs/16c88966c0af,35373,1732015357250/16c88966c0af%2C35373%2C1732015357250.1732015358392, exclude list is [], retry=0 2024-11-19T11:22:38,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:38,421 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/WALs/16c88966c0af,35373,1732015357250/16c88966c0af%2C35373%2C1732015357250.1732015358392 2024-11-19T11:22:38,424 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:38,424 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:38,425 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:38,425 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,425 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:22:38,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:38,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:22:38,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:38,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:22:38,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:38,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:38,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:22:38,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:38,442 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,444 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,444 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,445 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:38,446 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:38,447 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:38,448 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70643640, jitterRate=0.05267226696014404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:38,448 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015358425Initializing all the Stores at 1732015358426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015358426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015358428 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015358428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015358428Cleaning up temporary data from old regions at 1732015358444 (+16 ms)Region opened successfully at 1732015358448 (+4 ms) 2024-11-19T11:22:38,452 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:22:38,455 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76552886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:38,456 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:22:38,456 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:22:38,457 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:22:38,457 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:22:38,457 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:22:38,458 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:22:38,458 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:22:38,460 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:22:38,461 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/balancer because node does not exist (not necessarily an error) 2024-11-19T11:22:38,513 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/balancer already deleted, retry=false 2024-11-19T11:22:38,514 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:22:38,515 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:22:38,526 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/normalizer already deleted, retry=false 2024-11-19T11:22:38,527 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:22:38,528 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:22:38,537 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/switch/split already deleted, retry=false 2024-11-19T11:22:38,538 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:22:38,547 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/switch/merge already deleted, retry=false 2024-11-19T11:22:38,550 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:22:38,558 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/snapshot-cleanup already deleted, retry=false 2024-11-19T11:22:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-182702705/running 2024-11-19T11:22:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-182702705/running 2024-11-19T11:22:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,571 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,35373,1732015357250, sessionid=0x10152d4f1220000, setting cluster-up flag (Was=false) 2024-11-19T11:22:38,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,621 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-182702705/flush-table-proc/acquired, /0-182702705/flush-table-proc/reached, /0-182702705/flush-table-proc/abort 2024-11-19T11:22:38,623 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,35373,1732015357250 2024-11-19T11:22:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:38,674 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-182702705/online-snapshot/acquired, /0-182702705/online-snapshot/reached, /0-182702705/online-snapshot/abort 2024-11-19T11:22:38,675 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,35373,1732015357250 2024-11-19T11:22:38,676 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:22:38,678 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:38,678 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:22:38,678 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:22:38,679 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,35373,1732015357250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:38,680 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:38,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:22:38,690 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015388690 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:22:38,691 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:22:38,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:38,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:22:38,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:22:38,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:22:38,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:22:38,692 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:22:38,693 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:22:38,693 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:22:38,694 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015358693,5,FailOnTimeoutGroup] 2024-11-19T11:22:38,695 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015358694,5,FailOnTimeoutGroup] 2024-11-19T11:22:38,695 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,695 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:22:38,695 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,695 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:22:38,768 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(746): ClusterId : 2728b253-45ce-4b75-8706-07ebc9a6f949 2024-11-19T11:22:38,768 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:22:38,780 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:22:38,780 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:22:38,790 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:22:38,791 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8a9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:38,810 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:32831 2024-11-19T11:22:38,810 INFO [RS:0;16c88966c0af:32831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:22:38,810 INFO [RS:0;16c88966c0af:32831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:22:38,810 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:22:38,811 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,35373,1732015357250 with port=32831, startcode=1732015357418 2024-11-19T11:22:38,811 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:22:38,813 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:22:38,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35373 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,815 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3 2024-11-19T11:22:38,815 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33331 2024-11-19T11:22:38,815 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:22:38,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/rs 2024-11-19T11:22:38,822 DEBUG [RS:0;16c88966c0af:32831 {}] zookeeper.ZKUtil(111): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on existing znode=/0-182702705/rs/16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,822 WARN [RS:0;16c88966c0af:32831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:38,822 INFO [RS:0;16c88966c0af:32831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:38,822 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,32831,1732015357418] 2024-11-19T11:22:38,826 INFO [RS:0;16c88966c0af:32831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:22:38,836 INFO [RS:0;16c88966c0af:32831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:22:38,838 INFO [RS:0;16c88966c0af:32831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:22:38,838 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,844 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:22:38,845 INFO [RS:0;16c88966c0af:32831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:22:38,845 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,845 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,846 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,846 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:38,846 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:38,846 DEBUG [RS:0;16c88966c0af:32831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,880 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,32831,1732015357418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:38,913 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:22:38,913 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,32831,1732015357418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,913 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,913 INFO [RS:0;16c88966c0af:32831 {}] regionserver.Replication(171): 16c88966c0af,32831,1732015357418 started 2024-11-19T11:22:38,930 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:38,930 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,32831,1732015357418, RpcServer on 16c88966c0af/172.17.0.2:32831, sessionid=0x10152d4f1220001 2024-11-19T11:22:38,930 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:22:38,930 DEBUG [RS:0;16c88966c0af:32831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,930 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,32831,1732015357418' 2024-11-19T11:22:38,930 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-182702705/flush-table-proc/abort' 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-182702705/flush-table-proc/acquired' 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,32831,1732015357418 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,32831,1732015357418' 2024-11-19T11:22:38,931 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-182702705/online-snapshot/abort' 2024-11-19T11:22:38,932 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-182702705/online-snapshot/acquired' 2024-11-19T11:22:38,932 DEBUG [RS:0;16c88966c0af:32831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:22:38,932 INFO [RS:0;16c88966c0af:32831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:22:38,932 INFO [RS:0;16c88966c0af:32831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:22:39,032 INFO [RS:0;16c88966c0af:32831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:39,033 INFO [RS:0;16c88966c0af:32831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32831%2C1732015357418, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/oldWALs, maxLogs=10 2024-11-19T11:22:39,048 DEBUG [RS:0;16c88966c0af:32831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034, exclude list is [], retry=0 2024-11-19T11:22:39,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:39,062 INFO [RS:0;16c88966c0af:32831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 2024-11-19T11:22:39,062 DEBUG [RS:0;16c88966c0af:32831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:39,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:22:39,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3 2024-11-19T11:22:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:22:39,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:39,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:39,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:39,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:39,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:39,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:39,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:39,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:39,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:39,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:39,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740 2024-11-19T11:22:39,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740 2024-11-19T11:22:39,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:39,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:39,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:39,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:39,128 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:39,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63366231, jitterRate=-0.055769577622413635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015359115Initializing all the Stores at 1732015359115Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015359116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359116Cleaning up temporary data from old regions at 1732015359125 (+9 ms)Region opened successfully at 1732015359129 (+4 ms) 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:39,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:39,129 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:39,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015359129Disabling compacts and flushes for region at 1732015359129Disabling writes for close at 1732015359129Writing region close event to WAL at 1732015359129Closed at 1732015359129 2024-11-19T11:22:39,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:39,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:22:39,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:22:39,132 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:39,133 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:22:39,283 DEBUG [16c88966c0af:35373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:22:39,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:39,285 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,32831,1732015357418, state=OPENING 2024-11-19T11:22:39,337 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:22:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:39,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-182702705/meta-region-server: CHANGED 2024-11-19T11:22:39,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-182702705/meta-region-server: CHANGED 2024-11-19T11:22:39,349 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:39,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,32831,1732015357418}] 2024-11-19T11:22:39,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:39,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:22:39,516 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:22:39,517 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:39,517 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:22:39,524 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32831%2C1732015357418.meta, suffix=.meta, logDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/oldWALs, maxLogs=10 2024-11-19T11:22:39,547 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015359525.meta, exclude list is [], retry=0 2024-11-19T11:22:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:39,552 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015359525.meta 2024-11-19T11:22:39,556 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:39,556 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:39,557 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:22:39,557 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:22:39,557 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:22:39,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:39,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:39,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:39,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:39,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:39,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:39,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:39,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:39,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:39,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:39,571 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:39,572 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740 2024-11-19T11:22:39,573 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740 2024-11-19T11:22:39,574 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:39,574 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:39,576 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:39,577 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:39,578 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69120717, jitterRate=0.02997894585132599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:39,578 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:22:39,578 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015359557Writing region info on filesystem at 1732015359558 (+1 ms)Initializing all the Stores at 1732015359558Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015359558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015359559 (+1 ms)Cleaning up temporary data from old regions at 1732015359574 (+15 ms)Running coprocessor post-open hooks at 1732015359578 (+4 ms)Region opened successfully at 1732015359578 2024-11-19T11:22:39,579 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015359501 2024-11-19T11:22:39,582 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:22:39,582 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:22:39,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:39,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,32831,1732015357418, state=OPEN 2024-11-19T11:22:39,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-182702705/meta-region-server 2024-11-19T11:22:39,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-182702705/meta-region-server 2024-11-19T11:22:39,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-182702705/meta-region-server: CHANGED 2024-11-19T11:22:39,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-182702705/meta-region-server: CHANGED 2024-11-19T11:22:39,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,32831,1732015357418 2024-11-19T11:22:39,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:22:39,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,32831,1732015357418 in 296 msec 2024-11-19T11:22:39,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:22:39,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-19T11:22:39,651 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:39,652 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:22:39,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:39,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32831,1732015357418, seqNum=-1] 2024-11-19T11:22:39,653 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:39,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:39,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-19T11:22:39,660 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015359660, completionTime=-1 2024-11-19T11:22:39,660 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:22:39,660 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015419664 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015479664 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:35373, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,664 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,665 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,668 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:22:39,671 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.155sec 2024-11-19T11:22:39,671 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:22:39,671 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:22:39,671 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:22:39,672 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:22:39,672 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:22:39,672 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:39,672 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:22:39,674 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:22:39,675 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:22:39,675 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,35373,1732015357250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:39,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27237c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:39,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:22:39,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:39,767 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb41f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:39,769 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:39,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1abd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:39,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32831,1732015357418, seqNum=-1] 2024-11-19T11:22:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:39,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:39,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,35373,1732015357250 2024-11-19T11:22:39,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:39,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:39,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10152d4f1220002 connected 2024-11-19T11:22:39,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir so I do NOT create it in target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06 2024-11-19T11:22:39,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.tmp.dir so I do NOT create it in target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06 2024-11-19T11:22:39,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:22:39,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/cluster_92d38c3c-6d2c-88f0-7fab-ce85e016a507, deleteOnExit=true 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/test.cache.data in system properties and HBase conf 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:22:39,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:22:39,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:22:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:22:39,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:22:40,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:40,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:40,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:40,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:40,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T11:22:40,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:40,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@789732c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:40,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1043f3a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:40,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c624700{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/java.io.tmpdir/jetty-localhost-34087-hadoop-hdfs-3_4_1-tests_jar-_-any-10531982203989458242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:40,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4120ff3d{HTTP/1.1, (http/1.1)}{localhost:34087} 2024-11-19T11:22:40,269 INFO [Time-limited test {}] server.Server(415): Started @345009ms 2024-11-19T11:22:40,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:40,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:40,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:40,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:40,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:22:40,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15060ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:40,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a277523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:40,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21dbce8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/java.io.tmpdir/jetty-localhost-32835-hadoop-hdfs-3_4_1-tests_jar-_-any-846950452060202682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:40,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a495cb6{HTTP/1.1, (http/1.1)}{localhost:32835} 2024-11-19T11:22:40,850 INFO [Time-limited test {}] server.Server(415): Started @345590ms 2024-11-19T11:22:40,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:22:41,648 WARN [Thread-4476 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/cluster_92d38c3c-6d2c-88f0-7fab-ce85e016a507/data/data1/current/BP-866589796-172.17.0.2-1732015359836/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:41,648 WARN [Thread-4477 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/cluster_92d38c3c-6d2c-88f0-7fab-ce85e016a507/data/data2/current/BP-866589796-172.17.0.2-1732015359836/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:41,667 WARN [Thread-4464 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:22:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac364d946dc1debb with lease ID 0xf4191ca876d1f74e: Processing first storage report for DS-84a8fed3-fdd7-4b78-8134-60a366faa4d9 from datanode DatanodeRegistration(127.0.0.1:36157, datanodeUuid=508e1cf9-8ae5-4bec-8585-4abc904a2f0e, infoPort=36673, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=25232649;c=1732015359836) 2024-11-19T11:22:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac364d946dc1debb with lease ID 0xf4191ca876d1f74e: from storage DS-84a8fed3-fdd7-4b78-8134-60a366faa4d9 node DatanodeRegistration(127.0.0.1:36157, datanodeUuid=508e1cf9-8ae5-4bec-8585-4abc904a2f0e, infoPort=36673, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=25232649;c=1732015359836), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T11:22:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac364d946dc1debb with lease ID 0xf4191ca876d1f74e: Processing first storage report for DS-a82f76dc-f752-4dda-9e5c-6ddb12cef57b from datanode DatanodeRegistration(127.0.0.1:36157, datanodeUuid=508e1cf9-8ae5-4bec-8585-4abc904a2f0e, infoPort=36673, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=25232649;c=1732015359836) 2024-11-19T11:22:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac364d946dc1debb with lease ID 0xf4191ca876d1f74e: from storage DS-a82f76dc-f752-4dda-9e5c-6ddb12cef57b node DatanodeRegistration(127.0.0.1:36157, datanodeUuid=508e1cf9-8ae5-4bec-8585-4abc904a2f0e, infoPort=36673, infoSecurePort=0, ipcPort=34923, storageInfo=lv=-57;cid=testClusterID;nsid=25232649;c=1732015359836), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:41,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06 2024-11-19T11:22:41,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:41,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:22:42,090 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85 with version=8 2024-11-19T11:22:42,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/hbase-staging 2024-11-19T11:22:42,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:42,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37569 2024-11-19T11:22:42,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37569 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375690x0, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:42,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37569-0x10152d4f1220003 connected 2024-11-19T11:22:42,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:42,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:42,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/running 2024-11-19T11:22:42,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85, hbase.cluster.distributed=false 2024-11-19T11:22:42,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/acl 2024-11-19T11:22:42,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-19T11:22:42,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37569 2024-11-19T11:22:42,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37569 2024-11-19T11:22:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-19T11:22:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-19T11:22:42,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:42,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:42,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-11-19T11:22:42,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45035 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:42,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:42,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:42,326 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450350x0, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:42,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450350x0, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/running 2024-11-19T11:22:42,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:22:42,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45035-0x10152d4f1220004 connected 2024-11-19T11:22:42,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:22:42,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/master 2024-11-19T11:22:42,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/acl 2024-11-19T11:22:42,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-19T11:22:42,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-11-19T11:22:42,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-11-19T11:22:42,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-19T11:22:42,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-19T11:22:42,363 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:37569 2024-11-19T11:22:42,364 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11620355487/backup-masters/16c88966c0af,37569,1732015362092 2024-11-19T11:22:42,377 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/backup-masters 2024-11-19T11:22:42,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/backup-masters 2024-11-19T11:22:42,378 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on existing znode=/11620355487/backup-masters/16c88966c0af,37569,1732015362092 2024-11-19T11:22:42,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,389 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11620355487/master 2024-11-19T11:22:42,390 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,391 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on existing znode=/11620355487/master 2024-11-19T11:22:42,391 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11620355487/backup-masters/16c88966c0af,37569,1732015362092 from backup master directory 2024-11-19T11:22:42,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11620355487/backup-masters/16c88966c0af,37569,1732015362092 2024-11-19T11:22:42,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/backup-masters 2024-11-19T11:22:42,400 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/backup-masters 2024-11-19T11:22:42,400 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:42,401 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,37569,1732015362092 2024-11-19T11:22:42,404 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/hbase.id] with ID: 08dfd644-eb47-49d1-8c4b-7c47d63f1e10 2024-11-19T11:22:42,404 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/.tmp/hbase.id 2024-11-19T11:22:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:22:42,417 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/.tmp/hbase.id]:[hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/hbase.id] 2024-11-19T11:22:42,424 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:42,424 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:22:42,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:22:42,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,431 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:22:42,443 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:42,444 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:22:42,448 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:22:42,458 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store 2024-11-19T11:22:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:42,473 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:42,473 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:42,473 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015362473Disabling compacts and flushes for region at 1732015362473Disabling writes for close at 1732015362473Writing region close event to WAL at 1732015362473Closed at 1732015362473 2024-11-19T11:22:42,474 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/.initializing 2024-11-19T11:22:42,474 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/WALs/16c88966c0af,37569,1732015362092 2024-11-19T11:22:42,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:42,479 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C37569%2C1732015362092, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/WALs/16c88966c0af,37569,1732015362092, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/oldWALs, maxLogs=10 2024-11-19T11:22:42,494 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/WALs/16c88966c0af,37569,1732015362092/16c88966c0af%2C37569%2C1732015362092.1732015362479, exclude list is [], retry=0 2024-11-19T11:22:42,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-84a8fed3-fdd7-4b78-8134-60a366faa4d9,DISK] 2024-11-19T11:22:42,504 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/WALs/16c88966c0af,37569,1732015362092/16c88966c0af%2C37569%2C1732015362092.1732015362479 2024-11-19T11:22:42,510 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-19T11:22:42,510 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:42,510 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:42,510 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,511 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:22:42,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:42,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:42,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:22:42,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:42,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:42,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:22:42,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:42,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:42,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:22:42,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:42,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:42,521 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,525 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,526 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,527 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,527 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,528 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:42,529 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:42,531 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:42,531 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72105005, jitterRate=0.07444830238819122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:42,531 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015362511Initializing all the Stores at 1732015362512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015362512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015362512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015362512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015362512Cleaning up temporary data from old regions at 1732015362527 (+15 ms)Region opened successfully at 1732015362531 (+4 ms) 2024-11-19T11:22:42,532 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:22:42,534 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e684cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:42,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:22:42,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:22:42,535 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:22:42,536 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:22:42,536 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:22:42,536 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:22:42,536 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:22:42,542 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:22:42,542 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/balancer because node does not exist (not necessarily an error) 2024-11-19T11:22:42,590 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/balancer already deleted, retry=false 2024-11-19T11:22:42,591 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:22:42,592 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:22:42,610 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/normalizer already deleted, retry=false 2024-11-19T11:22:42,611 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:22:42,612 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:22:42,675 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/switch/split already deleted, retry=false 2024-11-19T11:22:42,676 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:22:42,744 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/switch/merge already deleted, retry=false 2024-11-19T11:22:42,746 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:22:42,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T11:22:42,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T11:22:42,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:22:42,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T11:22:42,840 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/snapshot-cleanup already deleted, retry=false 2024-11-19T11:22:42,957 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11620355487/running 2024-11-19T11:22:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11620355487/running 2024-11-19T11:22:42,957 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:42,957 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,37569,1732015362092, sessionid=0x10152d4f1220003, setting cluster-up flag (Was=false) 2024-11-19T11:22:43,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:43,115 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:43,253 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11620355487/flush-table-proc/acquired, /11620355487/flush-table-proc/reached, /11620355487/flush-table-proc/abort 2024-11-19T11:22:43,254 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,37569,1732015362092 2024-11-19T11:22:43,337 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:43,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:43,561 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11620355487/online-snapshot/acquired, /11620355487/online-snapshot/reached, /11620355487/online-snapshot/abort 2024-11-19T11:22:43,563 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,37569,1732015362092 2024-11-19T11:22:43,564 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:22:43,565 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:43,565 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:22:43,565 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:22:43,565 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,37569,1732015362092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:22:43,566 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:43,566 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:43,567 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015393568 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:22:43,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:22:43,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:22:43,568 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:22:43,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:22:43,569 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:22:43,569 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015363569,5,FailOnTimeoutGroup] 2024-11-19T11:22:43,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:22:43,572 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015363569,5,FailOnTimeoutGroup] 2024-11-19T11:22:43,572 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,572 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:22:43,572 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,572 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:22:43,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:22:43,579 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85 2024-11-19T11:22:43,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741832_1008 (size=32) 2024-11-19T11:22:43,651 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(746): ClusterId : 08dfd644-eb47-49d1-8c4b-7c47d63f1e10 2024-11-19T11:22:43,651 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:22:43,672 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:22:43,672 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:22:43,685 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:22:43,685 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140a2820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:43,700 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:45035 2024-11-19T11:22:43,700 INFO [RS:0;16c88966c0af:45035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:22:43,700 INFO [RS:0;16c88966c0af:45035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:22:43,700 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:22:43,701 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,37569,1732015362092 with port=45035, startcode=1732015362312 2024-11-19T11:22:43,701 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:22:43,702 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:22:43,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37569 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,704 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85 2024-11-19T11:22:43,704 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085 2024-11-19T11:22:43,704 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:22:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/rs 2024-11-19T11:22:43,761 DEBUG [RS:0;16c88966c0af:45035 {}] zookeeper.ZKUtil(111): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on existing znode=/11620355487/rs/16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,761 WARN [RS:0;16c88966c0af:45035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:43,761 INFO [RS:0;16c88966c0af:45035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:43,761 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,45035,1732015362312] 2024-11-19T11:22:43,763 INFO [RS:0;16c88966c0af:45035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:22:43,765 INFO [RS:0;16c88966c0af:45035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:22:43,766 INFO [RS:0;16c88966c0af:45035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:22:43,766 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,766 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:22:43,766 INFO [RS:0;16c88966c0af:45035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:22:43,766 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:43,767 DEBUG [RS:0;16c88966c0af:45035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,768 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45035,1732015362312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:43,784 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:22:43,784 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45035,1732015362312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,784 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,784 INFO [RS:0;16c88966c0af:45035 {}] regionserver.Replication(171): 16c88966c0af,45035,1732015362312 started 2024-11-19T11:22:43,796 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:43,796 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,45035,1732015362312, RpcServer on 16c88966c0af/172.17.0.2:45035, sessionid=0x10152d4f1220004 2024-11-19T11:22:43,796 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:22:43,796 DEBUG [RS:0;16c88966c0af:45035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,796 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45035,1732015362312' 2024-11-19T11:22:43,796 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11620355487/flush-table-proc/abort' 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11620355487/flush-table-proc/acquired' 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,45035,1732015362312 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45035,1732015362312' 2024-11-19T11:22:43,797 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11620355487/online-snapshot/abort' 2024-11-19T11:22:43,798 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11620355487/online-snapshot/acquired' 2024-11-19T11:22:43,798 DEBUG [RS:0;16c88966c0af:45035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:22:43,798 INFO [RS:0;16c88966c0af:45035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:22:43,798 INFO [RS:0;16c88966c0af:45035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:22:43,898 INFO [RS:0;16c88966c0af:45035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:43,899 INFO [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45035%2C1732015362312, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/oldWALs, maxLogs=10 2024-11-19T11:22:43,914 DEBUG [RS:0;16c88966c0af:45035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.1732015363900, exclude list is [], retry=0 2024-11-19T11:22:43,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-84a8fed3-fdd7-4b78-8134-60a366faa4d9,DISK] 2024-11-19T11:22:43,929 INFO [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.1732015363900 2024-11-19T11:22:43,929 DEBUG [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-19T11:22:43,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:43,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:43,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:43,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:43,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:43,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:43,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:43,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:43,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:43,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:43,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:43,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:43,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:43,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:43,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:43,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:43,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:43,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740 2024-11-19T11:22:43,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740 2024-11-19T11:22:43,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:43,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:43,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:43,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:44,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232040, jitterRate=0.12104475498199463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015363986Initializing all the Stores at 1732015363986Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015363986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015363986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015363986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015363986Cleaning up temporary data from old regions at 1732015363998 (+12 ms)Region opened successfully at 1732015364002 (+4 ms) 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:44,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:44,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:44,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:44,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015364002Disabling compacts and flushes for region at 1732015364002Disabling writes for close at 1732015364002Writing region close event to WAL at 1732015364003 (+1 ms)Closed at 1732015364003 2024-11-19T11:22:44,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:44,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:22:44,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:22:44,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:44,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:22:44,158 DEBUG [16c88966c0af:37569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:22:44,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,45035,1732015362312 2024-11-19T11:22:44,159 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45035,1732015362312, state=OPENING 2024-11-19T11:22:44,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:22:44,252 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:22:44,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:44,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11620355487/meta-region-server: CHANGED 2024-11-19T11:22:44,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11620355487/meta-region-server: CHANGED 2024-11-19T11:22:44,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45035,1732015362312}] 2024-11-19T11:22:44,404 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:44,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:22:44,408 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:22:44,408 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:44,408 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:22:44,409 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45035%2C1732015362312.meta, suffix=.meta, logDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/oldWALs, maxLogs=10 2024-11-19T11:22:44,420 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.meta.1732015364409.meta, exclude list is [], retry=0 2024-11-19T11:22:44,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36157,DS-84a8fed3-fdd7-4b78-8134-60a366faa4d9,DISK] 2024-11-19T11:22:44,423 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.meta.1732015364409.meta 2024-11-19T11:22:44,423 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36673:36673)] 2024-11-19T11:22:44,423 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:44,424 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:22:44,424 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:22:44,424 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:22:44,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:44,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:44,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:44,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:44,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:44,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:44,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:44,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:44,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:44,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:44,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:44,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:44,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:44,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:44,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:44,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:44,429 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:44,430 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740 2024-11-19T11:22:44,431 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740 2024-11-19T11:22:44,432 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:44,432 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:44,432 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:44,433 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:44,434 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70823535, jitterRate=0.05535291135311127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:44,434 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:22:44,434 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015364424Writing region info on filesystem at 1732015364424Initializing all the Stores at 1732015364425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015364425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015364425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015364425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015364425Cleaning up temporary data from old regions at 1732015364432 (+7 ms)Running coprocessor post-open hooks at 1732015364434 (+2 ms)Region opened successfully at 1732015364434 2024-11-19T11:22:44,434 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015364404 2024-11-19T11:22:44,436 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:22:44,436 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:22:44,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,45035,1732015362312 2024-11-19T11:22:44,437 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45035,1732015362312, state=OPEN 2024-11-19T11:22:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11620355487/meta-region-server 2024-11-19T11:22:44,460 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11620355487/meta-region-server 2024-11-19T11:22:44,461 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,45035,1732015362312 2024-11-19T11:22:44,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11620355487/meta-region-server: CHANGED 2024-11-19T11:22:44,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11620355487/meta-region-server: CHANGED 2024-11-19T11:22:44,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:22:44,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45035,1732015362312 in 208 msec 2024-11-19T11:22:44,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:22:44,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-19T11:22:44,464 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:44,465 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:22:44,465 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:44,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45035,1732015362312, seqNum=-1] 2024-11-19T11:22:44,466 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:44,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:44,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 905 msec 2024-11-19T11:22:44,470 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015364470, completionTime=-1 2024-11-19T11:22:44,471 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:22:44,471 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015424472 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015484472 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,472 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,473 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:37569, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,473 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,473 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,474 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.074sec 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:44,475 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:22:44,477 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:22:44,477 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:22:44,477 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,37569,1732015362092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:44,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30373025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:44,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37569,-1 for getting cluster id 2024-11-19T11:22:44,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:44,553 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dfd644-eb47-49d1-8c4b-7c47d63f1e10' 2024-11-19T11:22:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dfd644-eb47-49d1-8c4b-7c47d63f1e10" 2024-11-19T11:22:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3158d17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37569,-1] 2024-11-19T11:22:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:44,554 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:44,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810db91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:44,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45035,1732015362312, seqNum=-1] 2024-11-19T11:22:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:44,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:44,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,37569,1732015362092 2024-11-19T11:22:44,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:44,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:44,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10152d4f1220005 connected 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir so I do NOT create it in target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41 2024-11-19T11:22:44,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.tmp.dir so I do NOT create it in target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41 2024-11-19T11:22:44,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T11:22:44,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/cluster_b3e9a54c-9278-eb6b-eae3-18ac202f0188, deleteOnExit=true 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/test.cache.data in system properties and HBase conf 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T11:22:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.log.dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T11:22:44,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T11:22:44,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/nfs.dump.dir in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/java.io.tmpdir in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T11:22:44,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T11:22:44,931 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T11:22:44,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,934 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,934 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,978 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,978 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,978 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,983 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,990 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:44,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:45,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:45,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:45,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:45,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:45,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:22:45,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:45,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41fe8f9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:45,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d37dcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:45,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d30bd3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/java.io.tmpdir/jetty-localhost-34373-hadoop-hdfs-3_4_1-tests_jar-_-any-10346299057325715252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:22:45,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b1b49ee{HTTP/1.1, (http/1.1)}{localhost:34373} 2024-11-19T11:22:45,213 INFO [Time-limited test {}] server.Server(415): Started @349953ms 2024-11-19T11:22:45,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T11:22:45,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T11:22:45,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T11:22:45,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T11:22:45,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T11:22:45,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1851cbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.log.dir/,AVAILABLE} 2024-11-19T11:22:45,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82fb276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T11:22:45,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52aaae49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/java.io.tmpdir/jetty-localhost-45913-hadoop-hdfs-3_4_1-tests_jar-_-any-625338374185859180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:22:45,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20fff771{HTTP/1.1, (http/1.1)}{localhost:45913} 2024-11-19T11:22:45,618 INFO [Time-limited test {}] server.Server(415): Started @350358ms 2024-11-19T11:22:45,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T11:22:46,282 WARN [Thread-4597 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/cluster_b3e9a54c-9278-eb6b-eae3-18ac202f0188/data/data1/current/BP-1043246395-172.17.0.2-1732015364612/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:46,282 WARN [Thread-4598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/cluster_b3e9a54c-9278-eb6b-eae3-18ac202f0188/data/data2/current/BP-1043246395-172.17.0.2-1732015364612/current, will proceed with Du for space computation calculation, 2024-11-19T11:22:46,302 WARN [Thread-4585 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T11:22:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4538faadcdbb9e1b with lease ID 0xe6827ca244fcd3ff: Processing first storage report for DS-2ebfa298-15bc-4f2c-9244-2838b4e7034d from datanode DatanodeRegistration(127.0.0.1:37767, datanodeUuid=1801685e-12e8-414c-9aad-b4e9ea4567e4, infoPort=41087, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=816513020;c=1732015364612) 2024-11-19T11:22:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4538faadcdbb9e1b with lease ID 0xe6827ca244fcd3ff: from storage DS-2ebfa298-15bc-4f2c-9244-2838b4e7034d node DatanodeRegistration(127.0.0.1:37767, datanodeUuid=1801685e-12e8-414c-9aad-b4e9ea4567e4, infoPort=41087, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=816513020;c=1732015364612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4538faadcdbb9e1b with lease ID 0xe6827ca244fcd3ff: Processing first storage report for DS-5ddf5658-8311-4e04-a215-b2d13eeacd36 from datanode DatanodeRegistration(127.0.0.1:37767, datanodeUuid=1801685e-12e8-414c-9aad-b4e9ea4567e4, infoPort=41087, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=816513020;c=1732015364612) 2024-11-19T11:22:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4538faadcdbb9e1b with lease ID 0xe6827ca244fcd3ff: from storage DS-5ddf5658-8311-4e04-a215-b2d13eeacd36 node DatanodeRegistration(127.0.0.1:37767, datanodeUuid=1801685e-12e8-414c-9aad-b4e9ea4567e4, infoPort=41087, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=816513020;c=1732015364612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T11:22:46,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41 2024-11-19T11:22:46,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741825_1001 (size=7) 2024-11-19T11:22:46,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36 with version=8 2024-11-19T11:22:46,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/hbase-staging 2024-11-19T11:22:46,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:46,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:46,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46569 2024-11-19T11:22:46,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46569 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:46,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465690x0, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:46,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46569-0x10152d4f1220006 connected 2024-11-19T11:22:46,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/running 2024-11-19T11:22:46,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36, hbase.cluster.distributed=false 2024-11-19T11:22:46,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/acl 2024-11-19T11:22:46,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-19T11:22:46,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-11-19T11:22:46,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-11-19T11:22:46,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-19T11:22:46,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-19T11:22:46,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/16c88966c0af:0 server-side Connection retries=45 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T11:22:46,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:22:46,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45505 2024-11-19T11:22:46,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45505 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:46,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:46,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455050x0, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:46,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455050x0, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/running 2024-11-19T11:22:46,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45505-0x10152d4f1220007 connected 2024-11-19T11:22:46,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T11:22:46,938 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T11:22:46,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/master 2024-11-19T11:22:46,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/acl 2024-11-19T11:22:46,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-19T11:22:46,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45505 2024-11-19T11:22:46,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45505 2024-11-19T11:22:46,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-19T11:22:46,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-19T11:22:46,959 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;16c88966c0af:46569 2024-11-19T11:22:46,960 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-687810564/backup-masters/16c88966c0af,46569,1732015366768 2024-11-19T11:22:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/backup-masters 2024-11-19T11:22:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/backup-masters 2024-11-19T11:22:46,968 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on existing znode=/2-687810564/backup-masters/16c88966c0af,46569,1732015366768 2024-11-19T11:22:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-687810564/master 2024-11-19T11:22:46,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:46,979 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on existing znode=/2-687810564/master 2024-11-19T11:22:46,979 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-687810564/backup-masters/16c88966c0af,46569,1732015366768 from backup master directory 2024-11-19T11:22:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-687810564/backup-masters/16c88966c0af,46569,1732015366768 2024-11-19T11:22:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/backup-masters 2024-11-19T11:22:46,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/backup-masters 2024-11-19T11:22:46,989 WARN [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:46,989 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=16c88966c0af,46569,1732015366768 2024-11-19T11:22:46,992 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/hbase.id] with ID: 5ec607fb-a51c-473b-8ab8-b5d8a4e0c877 2024-11-19T11:22:46,992 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/.tmp/hbase.id 2024-11-19T11:22:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741826_1002 (size=42) 2024-11-19T11:22:47,000 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/.tmp/hbase.id]:[hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/hbase.id] 2024-11-19T11:22:47,006 INFO [master/16c88966c0af:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:47,006 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T11:22:47,007 INFO [master/16c88966c0af:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T11:22:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741827_1003 (size=196) 2024-11-19T11:22:47,425 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:47,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T11:22:47,426 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741828_1004 (size=1189) 2024-11-19T11:22:47,434 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store 2024-11-19T11:22:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741829_1005 (size=34) 2024-11-19T11:22:47,442 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:47,442 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:22:47,442 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:47,442 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:47,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-19T11:22:47,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:47,443 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:22:47,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015367442Disabling compacts and flushes for region at 1732015367442Disabling writes for close at 1732015367443 (+1 ms)Writing region close event to WAL at 1732015367443Closed at 1732015367443 2024-11-19T11:22:47,443 WARN [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/.initializing 2024-11-19T11:22:47,443 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/WALs/16c88966c0af,46569,1732015366768 2024-11-19T11:22:47,444 INFO [master/16c88966c0af:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:47,445 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=16c88966c0af%2C46569%2C1732015366768, suffix=, logDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/WALs/16c88966c0af,46569,1732015366768, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/oldWALs, maxLogs=10 2024-11-19T11:22:47,462 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/WALs/16c88966c0af,46569,1732015366768/16c88966c0af%2C46569%2C1732015366768.1732015367446, exclude list is [], retry=0 2024-11-19T11:22:47,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-2ebfa298-15bc-4f2c-9244-2838b4e7034d,DISK] 2024-11-19T11:22:47,467 INFO [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/WALs/16c88966c0af,46569,1732015366768/16c88966c0af%2C46569%2C1732015366768.1732015367446 2024-11-19T11:22:47,467 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-19T11:22:47,467 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:47,467 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:47,467 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,468 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T11:22:47,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:47,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:47,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T11:22:47,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:47,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:47,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T11:22:47,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:47,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:47,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T11:22:47,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:47,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:47,474 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,475 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,475 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,475 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,476 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,476 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:47,477 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T11:22:47,478 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:47,478 INFO [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63876002, jitterRate=-0.04817339777946472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:47,479 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732015367468Initializing all the Stores at 1732015367468Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015367468Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015367468Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015367468Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015367468Cleaning up temporary data from old regions at 1732015367476 (+8 ms)Region opened successfully at 1732015367478 (+2 ms) 2024-11-19T11:22:47,479 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T11:22:47,480 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39647668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:47,481 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T11:22:47,481 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T11:22:47,481 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T11:22:47,481 INFO [master/16c88966c0af:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T11:22:47,482 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T11:22:47,482 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T11:22:47,482 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T11:22:47,486 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T11:22:47,486 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/balancer because node does not exist (not necessarily an error) 2024-11-19T11:22:47,494 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/balancer already deleted, retry=false 2024-11-19T11:22:47,494 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T11:22:47,495 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/normalizer because node does not exist (not necessarily an error) 2024-11-19T11:22:47,505 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/normalizer already deleted, retry=false 2024-11-19T11:22:47,505 INFO [master/16c88966c0af:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T11:22:47,506 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/switch/split because node does not exist (not necessarily an error) 2024-11-19T11:22:47,515 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/switch/split already deleted, retry=false 2024-11-19T11:22:47,516 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/switch/merge because node does not exist (not necessarily an error) 2024-11-19T11:22:47,526 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/switch/merge already deleted, retry=false 2024-11-19T11:22:47,527 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T11:22:47,536 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/snapshot-cleanup already deleted, retry=false 2024-11-19T11:22:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-687810564/running 2024-11-19T11:22:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-687810564/running 2024-11-19T11:22:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,547 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=16c88966c0af,46569,1732015366768, sessionid=0x10152d4f1220006, setting cluster-up flag (Was=false) 2024-11-19T11:22:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,599 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-687810564/flush-table-proc/acquired, /2-687810564/flush-table-proc/reached, /2-687810564/flush-table-proc/abort 2024-11-19T11:22:47,600 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,46569,1732015366768 2024-11-19T11:22:47,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:47,652 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-687810564/online-snapshot/acquired, /2-687810564/online-snapshot/reached, /2-687810564/online-snapshot/abort 2024-11-19T11:22:47,653 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=16c88966c0af,46569,1732015366768 2024-11-19T11:22:47,654 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T11:22:47,655 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:47,655 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T11:22:47,655 INFO [master/16c88966c0af:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T11:22:47,655 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 16c88966c0af,46569,1732015366768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/16c88966c0af:0, corePoolSize=5, maxPoolSize=5 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/16c88966c0af:0, corePoolSize=10, maxPoolSize=10 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:47,656 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732015397657 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T11:22:47,657 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T11:22:47,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T11:22:47,658 INFO [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T11:22:47,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:47,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T11:22:47,660 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015367658,5,FailOnTimeoutGroup] 2024-11-19T11:22:47,663 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015367660,5,FailOnTimeoutGroup] 2024-11-19T11:22:47,663 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,663 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T11:22:47,663 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,663 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741831_1007 (size=1321) 2024-11-19T11:22:47,748 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(746): ClusterId : 5ec607fb-a51c-473b-8ab8-b5d8a4e0c877 2024-11-19T11:22:47,748 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T11:22:47,758 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T11:22:47,758 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T11:22:47,768 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T11:22:47,768 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66053d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=16c88966c0af/172.17.0.2:0 2024-11-19T11:22:47,782 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;16c88966c0af:45505 2024-11-19T11:22:47,782 INFO [RS:0;16c88966c0af:45505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T11:22:47,782 INFO [RS:0;16c88966c0af:45505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T11:22:47,782 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T11:22:47,783 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(2659): reportForDuty to master=16c88966c0af,46569,1732015366768 with port=45505, startcode=1732015366919 2024-11-19T11:22:47,783 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T11:22:47,785 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T11:22:47,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(517): Registering regionserver=16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,787 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36 2024-11-19T11:22:47,787 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33009 2024-11-19T11:22:47,787 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T11:22:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/rs 2024-11-19T11:22:47,840 DEBUG [RS:0;16c88966c0af:45505 {}] zookeeper.ZKUtil(111): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on existing znode=/2-687810564/rs/16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,840 WARN [RS:0;16c88966c0af:45505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T11:22:47,840 INFO [RS:0;16c88966c0af:45505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:47,840 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [16c88966c0af,45505,1732015366919] 2024-11-19T11:22:47,842 INFO [RS:0;16c88966c0af:45505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T11:22:47,843 INFO [RS:0;16c88966c0af:45505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T11:22:47,843 INFO [RS:0;16c88966c0af:45505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T11:22:47,843 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,843 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T11:22:47,844 INFO [RS:0;16c88966c0af:45505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T11:22:47,844 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/16c88966c0af:0, corePoolSize=2, maxPoolSize=2 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/16c88966c0af:0, corePoolSize=1, maxPoolSize=1 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:47,844 DEBUG [RS:0;16c88966c0af:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/16c88966c0af:0, corePoolSize=3, maxPoolSize=3 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,845 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45505,1732015366919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:47,857 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T11:22:47,857 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,45505,1732015366919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,857 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,857 INFO [RS:0;16c88966c0af:45505 {}] regionserver.Replication(171): 16c88966c0af,45505,1732015366919 started 2024-11-19T11:22:47,869 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:47,869 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1482): Serving as 16c88966c0af,45505,1732015366919, RpcServer on 16c88966c0af/172.17.0.2:45505, sessionid=0x10152d4f1220007 2024-11-19T11:22:47,869 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T11:22:47,869 DEBUG [RS:0;16c88966c0af:45505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,869 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45505,1732015366919' 2024-11-19T11:22:47,869 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-687810564/flush-table-proc/abort' 2024-11-19T11:22:47,869 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-687810564/flush-table-proc/acquired' 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 16c88966c0af,45505,1732015366919 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '16c88966c0af,45505,1732015366919' 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-687810564/online-snapshot/abort' 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-687810564/online-snapshot/acquired' 2024-11-19T11:22:47,870 DEBUG [RS:0;16c88966c0af:45505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T11:22:47,871 INFO [RS:0;16c88966c0af:45505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T11:22:47,871 INFO [RS:0;16c88966c0af:45505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T11:22:47,971 INFO [RS:0;16c88966c0af:45505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T11:22:47,972 INFO [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45505%2C1732015366919, suffix=, logDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/oldWALs, maxLogs=10 2024-11-19T11:22:47,984 DEBUG [RS:0;16c88966c0af:45505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919/16c88966c0af%2C45505%2C1732015366919.1732015367972, exclude list is [], retry=0 2024-11-19T11:22:47,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-2ebfa298-15bc-4f2c-9244-2838b4e7034d,DISK] 2024-11-19T11:22:47,987 INFO [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919/16c88966c0af%2C45505%2C1732015366919.1732015367972 2024-11-19T11:22:47,987 DEBUG [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-19T11:22:48,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T11:22:48,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36 2024-11-19T11:22:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741833_1009 (size=32) 2024-11-19T11:22:48,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:48,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:48,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:48,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:48,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:48,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:48,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:48,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:48,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:48,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:48,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740 2024-11-19T11:22:48,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740 2024-11-19T11:22:48,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:48,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:48,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:48,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:48,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63284806, jitterRate=-0.05698290467262268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732015368473Initializing all the Stores at 1732015368473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015368473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368473Cleaning up temporary data from old regions at 1732015368483 (+10 ms)Region opened successfully at 1732015368486 (+3 ms) 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:22:48,486 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:22:48,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:22:48,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:22:48,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015368486Disabling compacts and flushes for region at 1732015368486Disabling writes for close at 1732015368486Writing region close event to WAL at 1732015368488 (+2 ms)Closed at 1732015368488 2024-11-19T11:22:48,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:48,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T11:22:48,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T11:22:48,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:48,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T11:22:48,641 DEBUG [16c88966c0af:46569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T11:22:48,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=16c88966c0af,45505,1732015366919 2024-11-19T11:22:48,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45505,1732015366919, state=OPENING 2024-11-19T11:22:48,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T11:22:48,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:48,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:22:48,728 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T11:22:48,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-687810564/meta-region-server: CHANGED 2024-11-19T11:22:48,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-687810564/meta-region-server: CHANGED 2024-11-19T11:22:48,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45505,1732015366919}] 2024-11-19T11:22:48,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:48,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:22:48,884 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T11:22:48,884 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:48,884 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T11:22:48,885 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C45505%2C1732015366919.meta, suffix=.meta, logDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919, archiveDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/oldWALs, maxLogs=10 2024-11-19T11:22:48,897 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919/16c88966c0af%2C45505%2C1732015366919.meta.1732015368885.meta, exclude list is [], retry=0 2024-11-19T11:22:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-2ebfa298-15bc-4f2c-9244-2838b4e7034d,DISK] 2024-11-19T11:22:48,900 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919/16c88966c0af%2C45505%2C1732015366919.meta.1732015368885.meta 2024-11-19T11:22:48,900 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087)] 2024-11-19T11:22:48,900 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:48,900 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:48,900 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:48,900 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T11:22:48,900 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T11:22:48,901 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T11:22:48,901 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:48,901 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T11:22:48,901 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T11:22:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T11:22:48,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T11:22:48,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T11:22:48,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T11:22:48,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T11:22:48,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T11:22:48,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T11:22:48,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T11:22:48,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T11:22:48,905 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T11:22:48,905 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740 2024-11-19T11:22:48,906 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740 2024-11-19T11:22:48,906 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T11:22:48,906 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T11:22:48,907 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T11:22:48,908 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T11:22:48,908 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66257945, jitterRate=-0.012679681181907654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T11:22:48,908 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T11:22:48,908 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732015368901Writing region info on filesystem at 1732015368901Initializing all the Stores at 1732015368901Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015368902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732015368902Cleaning up temporary data from old regions at 1732015368906 (+4 ms)Running coprocessor post-open hooks at 1732015368908 (+2 ms)Region opened successfully at 1732015368908 2024-11-19T11:22:48,909 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732015368880 2024-11-19T11:22:48,910 DEBUG [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T11:22:48,910 INFO [RS_OPEN_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T11:22:48,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,45505,1732015366919 2024-11-19T11:22:48,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 16c88966c0af,45505,1732015366919, state=OPEN 2024-11-19T11:22:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-687810564/meta-region-server 2024-11-19T11:22:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-687810564/meta-region-server 2024-11-19T11:22:48,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=16c88966c0af,45505,1732015366919 2024-11-19T11:22:48,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-687810564/meta-region-server: CHANGED 2024-11-19T11:22:48,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-687810564/meta-region-server: CHANGED 2024-11-19T11:22:48,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T11:22:48,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=16c88966c0af,45505,1732015366919 in 198 msec 2024-11-19T11:22:48,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T11:22:48,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-19T11:22:48,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T11:22:48,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T11:22:48,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:48,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45505,1732015366919, seqNum=-1] 2024-11-19T11:22:48,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:48,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:48,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-19T11:22:48,935 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732015368935, completionTime=-1 2024-11-19T11:22:48,935 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T11:22:48,935 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732015428937 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732015488937 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,937 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,938 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-16c88966c0af:46569, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,938 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,938 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,939 DEBUG [master/16c88966c0af:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.952sec 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T11:22:48,941 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T11:22:48,943 DEBUG [master/16c88966c0af:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T11:22:48,943 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T11:22:48,943 INFO [master/16c88966c0af:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=16c88966c0af,46569,1732015366768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T11:22:48,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160269a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:48,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46569,-1 for getting cluster id 2024-11-19T11:22:48,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:48,950 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ec607fb-a51c-473b-8ab8-b5d8a4e0c877' 2024-11-19T11:22:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ec607fb-a51c-473b-8ab8-b5d8a4e0c877" 2024-11-19T11:22:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff511fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46569,-1] 2024-11-19T11:22:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:48,951 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:48,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355e4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:48,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45505,1732015366919, seqNum=-1] 2024-11-19T11:22:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:48,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:48,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=16c88966c0af,46569,1732015366768 2024-11-19T11:22:48,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52496 2024-11-19T11:22:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T11:22:48,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10152d4f1220008 connected 2024-11-19T11:22:48,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35373,1732015357250 2024-11-19T11:22:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@761c68b3 2024-11-19T11:22:48,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:48,985 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:48,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:22:48,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:48,987 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:48,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:22:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:48,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:22:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:49,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e601f256e2674cb91b4b7127c9f25a3, NAME => 'test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3 2024-11-19T11:22:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:22:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:49,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:49,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e601f256e2674cb91b4b7127c9f25a3, disabling compactions & flushes 2024-11-19T11:22:49,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:49,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:49,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. after waiting 0 ms 2024-11-19T11:22:49,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:49,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:49,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e601f256e2674cb91b4b7127c9f25a3: Waiting for close lock at 1732015369798Disabling compacts and flushes for region at 1732015369798Disabling writes for close at 1732015369799 (+1 ms)Writing region close event to WAL at 1732015369799Closed at 1732015369799 2024-11-19T11:22:49,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:49,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015369800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015369800"}]},"ts":"1732015369800"} 2024-11-19T11:22:49,801 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:49,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:49,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015369802"}]},"ts":"1732015369802"} 2024-11-19T11:22:49,803 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:49,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e601f256e2674cb91b4b7127c9f25a3, ASSIGN}] 2024-11-19T11:22:49,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e601f256e2674cb91b4b7127c9f25a3, ASSIGN 2024-11-19T11:22:49,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e601f256e2674cb91b4b7127c9f25a3, ASSIGN; state=OFFLINE, location=16c88966c0af,32831,1732015357418; forceNewPlan=false, retain=false 2024-11-19T11:22:49,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e601f256e2674cb91b4b7127c9f25a3, regionState=OPENING, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:49,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e601f256e2674cb91b4b7127c9f25a3, ASSIGN because future has completed 2024-11-19T11:22:49,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e601f256e2674cb91b4b7127c9f25a3, server=16c88966c0af,32831,1732015357418}] 2024-11-19T11:22:50,112 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:50,112 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e601f256e2674cb91b4b7127c9f25a3, NAME => 'test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:50,113 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:50,113 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:50,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:50,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,113 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,116 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,117 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e601f256e2674cb91b4b7127c9f25a3 columnFamilyName f 2024-11-19T11:22:50,117 DEBUG [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:50,117 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(327): Store=3e601f256e2674cb91b4b7127c9f25a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:50,118 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,118 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e601f256e2674cb91b4b7127c9f25a3 columnFamilyName f1 2024-11-19T11:22:50,118 DEBUG [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:50,119 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(327): Store=3e601f256e2674cb91b4b7127c9f25a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:50,119 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,119 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e601f256e2674cb91b4b7127c9f25a3 columnFamilyName norep 2024-11-19T11:22:50,119 DEBUG [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:50,120 INFO [StoreOpener-3e601f256e2674cb91b4b7127c9f25a3-1 {}] regionserver.HStore(327): Store=3e601f256e2674cb91b4b7127c9f25a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:50,120 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,120 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,121 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:50,121 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,121 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,122 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:50,122 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,125 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:50,125 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e601f256e2674cb91b4b7127c9f25a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69171246, jitterRate=0.030731886625289917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:50,125 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:22:50,125 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e601f256e2674cb91b4b7127c9f25a3: Running coprocessor pre-open hook at 1732015370113Writing region info on filesystem at 1732015370113Initializing all the Stores at 1732015370114 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015370114Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015370116 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015370116Cleaning up temporary data from old regions at 1732015370121 (+5 ms)Running coprocessor post-open hooks at 1732015370125 (+4 ms)Region opened successfully at 1732015370125 2024-11-19T11:22:50,126 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., pid=6, masterSystemTime=1732015370109 2024-11-19T11:22:50,128 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:50,128 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:22:50,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e601f256e2674cb91b4b7127c9f25a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e601f256e2674cb91b4b7127c9f25a3, server=16c88966c0af,32831,1732015357418 because future has completed 2024-11-19T11:22:50,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:50,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e601f256e2674cb91b4b7127c9f25a3, server=16c88966c0af,32831,1732015357418 in 173 msec 2024-11-19T11:22:50,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:50,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e601f256e2674cb91b4b7127c9f25a3, ASSIGN in 329 msec 2024-11-19T11:22:50,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:50,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015370133"}]},"ts":"1732015370133"} 2024-11-19T11:22:50,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:50,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:50,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-19T11:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:51,131 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:51,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37569,1732015362092 2024-11-19T11:22:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b1d587 2024-11-19T11:22:51,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:51,133 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:51,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:22:51,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:51,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:51,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:22:51,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:22:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:51,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e91399d23c2dcbdc3d1165f54b518545, NAME => 'test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85 2024-11-19T11:22:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:22:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:51,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:51,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e91399d23c2dcbdc3d1165f54b518545, disabling compactions & flushes 2024-11-19T11:22:51,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:51,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:51,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. after waiting 0 ms 2024-11-19T11:22:51,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:51,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:51,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e91399d23c2dcbdc3d1165f54b518545: Waiting for close lock at 1732015371946Disabling compacts and flushes for region at 1732015371946Disabling writes for close at 1732015371947 (+1 ms)Writing region close event to WAL at 1732015371947Closed at 1732015371947 2024-11-19T11:22:51,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:51,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015371948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015371948"}]},"ts":"1732015371948"} 2024-11-19T11:22:51,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:51,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:51,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015371950"}]},"ts":"1732015371950"} 2024-11-19T11:22:51,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:51,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e91399d23c2dcbdc3d1165f54b518545, ASSIGN}] 2024-11-19T11:22:51,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e91399d23c2dcbdc3d1165f54b518545, ASSIGN 2024-11-19T11:22:51,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e91399d23c2dcbdc3d1165f54b518545, ASSIGN; state=OFFLINE, location=16c88966c0af,45035,1732015362312; forceNewPlan=false, retain=false 2024-11-19T11:22:52,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e91399d23c2dcbdc3d1165f54b518545, regionState=OPENING, regionLocation=16c88966c0af,45035,1732015362312 2024-11-19T11:22:52,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e91399d23c2dcbdc3d1165f54b518545, ASSIGN because future has completed 2024-11-19T11:22:52,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91399d23c2dcbdc3d1165f54b518545, server=16c88966c0af,45035,1732015362312}] 2024-11-19T11:22:52,261 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:52,261 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e91399d23c2dcbdc3d1165f54b518545, NAME => 'test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:52,261 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:52,261 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:52,262 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,262 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:52,262 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,262 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,263 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,264 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91399d23c2dcbdc3d1165f54b518545 columnFamilyName f 2024-11-19T11:22:52,264 DEBUG [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:52,264 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(327): Store=e91399d23c2dcbdc3d1165f54b518545/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:52,264 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,265 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91399d23c2dcbdc3d1165f54b518545 columnFamilyName f1 2024-11-19T11:22:52,265 DEBUG [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:52,265 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(327): Store=e91399d23c2dcbdc3d1165f54b518545/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:52,265 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,266 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91399d23c2dcbdc3d1165f54b518545 columnFamilyName norep 2024-11-19T11:22:52,266 DEBUG [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:52,266 INFO [StoreOpener-e91399d23c2dcbdc3d1165f54b518545-1 {}] regionserver.HStore(327): Store=e91399d23c2dcbdc3d1165f54b518545/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:52,266 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,267 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,267 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,268 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,268 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,268 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:52,269 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,270 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:52,271 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e91399d23c2dcbdc3d1165f54b518545; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64461673, jitterRate=-0.03944621980190277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:52,271 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:22:52,271 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e91399d23c2dcbdc3d1165f54b518545: Running coprocessor pre-open hook at 1732015372262Writing region info on filesystem at 1732015372262Initializing all the Stores at 1732015372262Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015372263 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015372263Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015372263Cleaning up temporary data from old regions at 1732015372268 (+5 ms)Running coprocessor post-open hooks at 1732015372271 (+3 ms)Region opened successfully at 1732015372271 2024-11-19T11:22:52,272 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545., pid=6, masterSystemTime=1732015372258 2024-11-19T11:22:52,273 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:52,273 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:22:52,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e91399d23c2dcbdc3d1165f54b518545, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,45035,1732015362312 2024-11-19T11:22:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91399d23c2dcbdc3d1165f54b518545, server=16c88966c0af,45035,1732015362312 because future has completed 2024-11-19T11:22:52,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:52,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e91399d23c2dcbdc3d1165f54b518545, server=16c88966c0af,45035,1732015362312 in 170 msec 2024-11-19T11:22:52,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:52,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e91399d23c2dcbdc3d1165f54b518545, ASSIGN in 326 msec 2024-11-19T11:22:52,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:52,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015372279"}]},"ts":"1732015372279"} 2024-11-19T11:22:52,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:52,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:52,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-19T11:22:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:53,281 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:53,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46569,1732015366768 2024-11-19T11:22:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714e947d 2024-11-19T11:22:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:53,282 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:53,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T11:22:53,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:53,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:53,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T11:22:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:53,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741835_1011 (size=902) 2024-11-19T11:22:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:53,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4993124f675b8b5db077e45694c467b0, NAME => 'test,,1732015373283.4993124f675b8b5db077e45694c467b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36 2024-11-19T11:22:53,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741836_1012 (size=39) 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732015373283.4993124f675b8b5db077e45694c467b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4993124f675b8b5db077e45694c467b0, disabling compactions & flushes 2024-11-19T11:22:53,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732015373283.4993124f675b8b5db077e45694c467b0. after waiting 0 ms 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:53,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:53,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4993124f675b8b5db077e45694c467b0: Waiting for close lock at 1732015373695Disabling compacts and flushes for region at 1732015373695Disabling writes for close at 1732015373695Writing region close event to WAL at 1732015373695Closed at 1732015373695 2024-11-19T11:22:53,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:53,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732015373283.4993124f675b8b5db077e45694c467b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732015373696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015373696"}]},"ts":"1732015373696"} 2024-11-19T11:22:53,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:53,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:53,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015373698"}]},"ts":"1732015373698"} 2024-11-19T11:22:53,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T11:22:53,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4993124f675b8b5db077e45694c467b0, ASSIGN}] 2024-11-19T11:22:53,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4993124f675b8b5db077e45694c467b0, ASSIGN 2024-11-19T11:22:53,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4993124f675b8b5db077e45694c467b0, ASSIGN; state=OFFLINE, location=16c88966c0af,45505,1732015366919; forceNewPlan=false, retain=false 2024-11-19T11:22:53,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4993124f675b8b5db077e45694c467b0, regionState=OPENING, regionLocation=16c88966c0af,45505,1732015366919 2024-11-19T11:22:53,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4993124f675b8b5db077e45694c467b0, ASSIGN because future has completed 2024-11-19T11:22:53,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4993124f675b8b5db077e45694c467b0, server=16c88966c0af,45505,1732015366919}] 2024-11-19T11:22:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:54,008 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:54,008 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4993124f675b8b5db077e45694c467b0, NAME => 'test,,1732015373283.4993124f675b8b5db077e45694c467b0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:54,008 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:54,008 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T11:22:54,009 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,009 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732015373283.4993124f675b8b5db077e45694c467b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:54,009 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,009 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,010 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,011 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993124f675b8b5db077e45694c467b0 columnFamilyName f 2024-11-19T11:22:54,011 DEBUG [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:54,011 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(327): Store=4993124f675b8b5db077e45694c467b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:54,011 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,012 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993124f675b8b5db077e45694c467b0 columnFamilyName f1 2024-11-19T11:22:54,012 DEBUG [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:54,012 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(327): Store=4993124f675b8b5db077e45694c467b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:54,012 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,013 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993124f675b8b5db077e45694c467b0 columnFamilyName norep 2024-11-19T11:22:54,013 DEBUG [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:54,013 INFO [StoreOpener-4993124f675b8b5db077e45694c467b0-1 {}] regionserver.HStore(327): Store=4993124f675b8b5db077e45694c467b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:54,013 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,014 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,014 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,015 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,015 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,016 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:54,016 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,018 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:54,018 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4993124f675b8b5db077e45694c467b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63604055, jitterRate=-0.05222572386264801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:54,018 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:22:54,019 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4993124f675b8b5db077e45694c467b0: Running coprocessor pre-open hook at 1732015374009Writing region info on filesystem at 1732015374009Initializing all the Stores at 1732015374009Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015374009Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015374009Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015374009Cleaning up temporary data from old regions at 1732015374015 (+6 ms)Running coprocessor post-open hooks at 1732015374018 (+3 ms)Region opened successfully at 1732015374018 2024-11-19T11:22:54,019 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732015373283.4993124f675b8b5db077e45694c467b0., pid=6, masterSystemTime=1732015374005 2024-11-19T11:22:54,021 DEBUG [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:54,021 INFO [RS_OPEN_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:22:54,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4993124f675b8b5db077e45694c467b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=16c88966c0af,45505,1732015366919 2024-11-19T11:22:54,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4993124f675b8b5db077e45694c467b0, server=16c88966c0af,45505,1732015366919 because future has completed 2024-11-19T11:22:54,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T11:22:54,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4993124f675b8b5db077e45694c467b0, server=16c88966c0af,45505,1732015366919 in 171 msec 2024-11-19T11:22:54,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T11:22:54,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4993124f675b8b5db077e45694c467b0, ASSIGN in 326 msec 2024-11-19T11:22:54,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:54,027 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015374027"}]},"ts":"1732015374027"} 2024-11-19T11:22:54,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T11:22:54,029 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:54,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-19T11:22:54,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:54,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T11:22:54,421 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T11:22:54,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e24845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:22:54,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:54,437 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:22:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:22:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b38449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:22:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:54,439 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35373,1732015357250 2024-11-19T11:22:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252a21a6 2024-11-19T11:22:54,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:54,441 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:54,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://16c88966c0af:37569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:54,445 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37569' 2024-11-19T11:22:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,457 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c0f509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,457 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37569,-1 for getting cluster id 2024-11-19T11:22:54,457 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:54,458 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dfd644-eb47-49d1-8c4b-7c47d63f1e10' 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dfd644-eb47-49d1-8c4b-7c47d63f1e10" 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b66c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37569,-1] 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:54,459 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:54,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb8f705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:54,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,460 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:54,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37569,1732015362092 2024-11-19T11:22:54,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb5ff77 2024-11-19T11:22:54,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:54,461 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:54,462 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T11:22:54,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:54,462 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:54,462 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:54,462 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:54,462 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T11:22:54,464 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T11:22:54,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:54,465 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T11:22:54,465 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:54,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T11:22:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741837_1013 (size=1138) 2024-11-19T11:22:54,514 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T11:22:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:54,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a09f9cf7847761f7d1d78e745ffc9b48, NAME => 'hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3 2024-11-19T11:22:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741838_1014 (size=44) 2024-11-19T11:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a09f9cf7847761f7d1d78e745ffc9b48, disabling compactions & flushes 2024-11-19T11:22:55,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. after waiting 0 ms 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a09f9cf7847761f7d1d78e745ffc9b48: Waiting for close lock at 1732015375292Disabling compacts and flushes for region at 1732015375292Disabling writes for close at 1732015375292Writing region close event to WAL at 1732015375292Closed at 1732015375292 2024-11-19T11:22:55,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T11:22:55,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732015375293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732015375293"}]},"ts":"1732015375293"} 2024-11-19T11:22:55,294 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T11:22:55,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T11:22:55,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015375295"}]},"ts":"1732015375295"} 2024-11-19T11:22:55,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T11:22:55,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09f9cf7847761f7d1d78e745ffc9b48, ASSIGN}] 2024-11-19T11:22:55,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09f9cf7847761f7d1d78e745ffc9b48, ASSIGN 2024-11-19T11:22:55,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a09f9cf7847761f7d1d78e745ffc9b48, ASSIGN; state=OFFLINE, location=16c88966c0af,32831,1732015357418; forceNewPlan=false, retain=false 2024-11-19T11:22:55,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a09f9cf7847761f7d1d78e745ffc9b48, regionState=OPENING, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:55,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a09f9cf7847761f7d1d78e745ffc9b48, ASSIGN because future has completed 2024-11-19T11:22:55,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a09f9cf7847761f7d1d78e745ffc9b48, server=16c88966c0af,32831,1732015357418}] 2024-11-19T11:22:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:55,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T11:22:55,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T11:22:55,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=16c88966c0af%2C32831%2C1732015357418.rep, suffix=, logDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418, archiveDir=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/oldWALs, maxLogs=10 2024-11-19T11:22:55,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015375605, exclude list is [], retry=0 2024-11-19T11:22:55,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:55,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015375605 2024-11-19T11:22:55,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:55,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a09f9cf7847761f7d1d78e745ffc9b48, NAME => 'hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48.', STARTKEY => '', ENDKEY => ''} 2024-11-19T11:22:55,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T11:22:55,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T11:22:55,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. service=MultiRowMutationService 2024-11-19T11:22:55,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T11:22:55,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T11:22:55,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,625 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,626 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09f9cf7847761f7d1d78e745ffc9b48 columnFamilyName hfileref 2024-11-19T11:22:55,626 DEBUG [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:55,626 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(327): Store=a09f9cf7847761f7d1d78e745ffc9b48/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:55,626 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,627 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09f9cf7847761f7d1d78e745ffc9b48 columnFamilyName queue 2024-11-19T11:22:55,627 DEBUG [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:55,627 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(327): Store=a09f9cf7847761f7d1d78e745ffc9b48/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:55,627 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,628 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09f9cf7847761f7d1d78e745ffc9b48 columnFamilyName sid 2024-11-19T11:22:55,628 DEBUG [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T11:22:55,628 INFO [StoreOpener-a09f9cf7847761f7d1d78e745ffc9b48-1 {}] regionserver.HStore(327): Store=a09f9cf7847761f7d1d78e745ffc9b48/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T11:22:55,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T11:22:55,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T11:22:55,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a09f9cf7847761f7d1d78e745ffc9b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437548, jitterRate=0.10920590162277222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T11:22:55,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:22:55,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a09f9cf7847761f7d1d78e745ffc9b48: Running coprocessor pre-open hook at 1732015375624Writing region info on filesystem at 1732015375624Initializing all the Stores at 1732015375624Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015375624Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015375625 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732015375625Cleaning up temporary data from old regions at 1732015375630 (+5 ms)Running coprocessor post-open hooks at 1732015375633 (+3 ms)Region opened successfully at 1732015375633 2024-11-19T11:22:55,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48., pid=10, masterSystemTime=1732015375601 2024-11-19T11:22:55,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:22:55,635 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a09f9cf7847761f7d1d78e745ffc9b48, regionState=OPEN, openSeqNum=2, regionLocation=16c88966c0af,32831,1732015357418 2024-11-19T11:22:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a09f9cf7847761f7d1d78e745ffc9b48, server=16c88966c0af,32831,1732015357418 because future has completed 2024-11-19T11:22:55,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T11:22:55,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a09f9cf7847761f7d1d78e745ffc9b48, server=16c88966c0af,32831,1732015357418 in 187 msec 2024-11-19T11:22:55,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T11:22:55,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09f9cf7847761f7d1d78e745ffc9b48, ASSIGN in 343 msec 2024-11-19T11:22:55,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T11:22:55,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732015375641"}]},"ts":"1732015375641"} 2024-11-19T11:22:55,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T11:22:55,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T11:22:55,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-19T11:22:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48., hostname=16c88966c0af,32831,1732015357418, seqNum=2] 2024-11-19T11:22:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:55,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:22:55,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:22:55,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T11:22:55,962 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T11:22:55,989 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-16c88966c0af,32831,1732015357418, ReplicationSource: 1, currentBandwidth=0 2024-11-19T11:22:55,990 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:55,990 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32831,1732015357418, seqNum=-1] 2024-11-19T11:22:55,990 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:55,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-16c88966c0af,32831,1732015357418', locateType=CURRENT is [region=hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48., hostname=16c88966c0af,32831,1732015357418, seqNum=2] 2024-11-19T11:22:55,994 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T11:22:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T11:22:55,997 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 16c88966c0af,32831,1732015357418 suceeded 2024-11-19T11:22:55,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T11:22:55,999 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://16c88966c0af:37569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:22:55,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T11:22:56,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5570 sec 2024-11-19T11:22:56,009 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:37569' 2024-11-19T11:22:56,010 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e3cb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,010 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37569,-1 for getting cluster id 2024-11-19T11:22:56,010 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:56,011 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dfd644-eb47-49d1-8c4b-7c47d63f1e10' 2024-11-19T11:22:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dfd644-eb47-49d1-8c4b-7c47d63f1e10" 2024-11-19T11:22:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c73611b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37569,-1] 2024-11-19T11:22:56,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:56,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,012 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:56,013 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e33e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,013 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:56,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37569,1732015362092 2024-11-19T11:22:56,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@96fdada 2024-11-19T11:22:56,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:56,014 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:56,014 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-16c88966c0af,32831,1732015357418 (queues=1) is replicating from cluster=2728b253-45ce-4b75-8706-07ebc9a6f949 to cluster=08dfd644-eb47-49d1-8c4b-7c47d63f1e10 2024-11-19T11:22:56,015 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=16c88966c0af%2C32831%2C1732015357418 2024-11-19T11:22:56,015 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-16c88966c0af,32831,1732015357418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:22:56,015 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C32831%2C1732015357418 2024-11-19T11:22:56,015 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034, startPosition=0, beingWritten=true 2024-11-19T11:22:56,019 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:22:56,019 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:56,019 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:22:56,222 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:56,526 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T11:22:56,591 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T11:22:56,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:56,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:56,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:56,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40378ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:22:56,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:56,593 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:22:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:22:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6012f990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:22:56,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:56,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,594 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:56,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e52cfb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d5168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37569,-1 for getting cluster id 2024-11-19T11:22:56,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:56,596 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dfd644-eb47-49d1-8c4b-7c47d63f1e10' 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dfd644-eb47-49d1-8c4b-7c47d63f1e10" 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ff5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37569,-1] 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,597 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:56,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d22d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2555f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46569,-1 for getting cluster id 2024-11-19T11:22:56,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:56,600 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ec607fb-a51c-473b-8ab8-b5d8a4e0c877' 2024-11-19T11:22:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ec607fb-a51c-473b-8ab8-b5d8a4e0c877" 2024-11-19T11:22:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3266bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46569,-1] 2024-11-19T11:22:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:56,602 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700a79fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:56,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:56,608 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732015376607/Put/seqid=0 2024-11-19T11:22:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741840_1016 (size=7894) 2024-11-19T11:22:56,929 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:57,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732015377015/Put/seqid=0 2024-11-19T11:22:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741841_1017 (size=7691) 2024-11-19T11:22:57,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T11:22:57,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbfa6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:57,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:22:57,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:57,421 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:22:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:22:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595aeae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:22:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:57,422 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:57,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2199eccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:57,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32831,1732015357418, seqNum=-1] 2024-11-19T11:22:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:57,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:57,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35373,1732015357250 2024-11-19T11:22:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50f752ba 2024-11-19T11:22:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:57,431 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:57,431 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:57,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2] 2024-11-19T11:22:57,437 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:22:57,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T11:22:57,447 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T11:22:57,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:22:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T11:22:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:22:57,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:22:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T11:22:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:22:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegion(2603): Flush status journal for 3e601f256e2674cb91b4b7127c9f25a3: 2024-11-19T11:22:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_0 2024-11-19T11:22:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_0 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ 2024-11-19T11:22:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_1 2024-11-19T11:22:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_1 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ 2024-11-19T11:22:57,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_0 into 3e601f256e2674cb91b4b7127c9f25a3/f as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ - updating store file list. 2024-11-19T11:22:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63b82d63b67d448983dedc82351ff06b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:22:57,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ into 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:22:57,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_0 into 3e601f256e2674cb91b4b7127c9f25a3/f (new location: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_) 2024-11-19T11:22:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_0 2024-11-19T11:22:57,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_1 into 3e601f256e2674cb91b4b7127c9f25a3/f as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ - updating store file list. 2024-11-19T11:22:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73b5c84a69f649d49234d94ff06687de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:22:57,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ into 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:22:57,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_1 into 3e601f256e2674cb91b4b7127c9f25a3/f (new location: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_) 2024-11-19T11:22:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__gmt71qpb9rjp421ga4pj81rc8be668klatrtcrc7s46tgri8rlnn01m6pvr7l7ot/f/hfile_1 2024-11-19T11:22:57,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:57,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 , the old value is region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:32831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:22:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:22:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 from cache 2024-11-19T11:22:57,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:57,489 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T11:22:57,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45035,1732015362312, seqNum=-1] 2024-11-19T11:22:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:57,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545., hostname=16c88966c0af,45035,1732015362312, seqNum=2] 2024-11-19T11:22:57,494 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:22:57,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:22:58,035 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 379, reset compression=false 2024-11-19T11:22:58,039 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:22:58,039 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e601f256e2674cb91b4b7127c9f25a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015377487/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:22:58,041 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:58,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T11:22:58,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.ReplicationSink(318): Replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:22:58,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e05a146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:58,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,37569,-1 for getting cluster id 2024-11-19T11:22:58,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:58,043 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dfd644-eb47-49d1-8c4b-7c47d63f1e10' 2024-11-19T11:22:58,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:58,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dfd644-eb47-49d1-8c4b-7c47d63f1e10" 2024-11-19T11:22:58,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762e4bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:58,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,37569,-1] 2024-11-19T11:22:58,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:58,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:58,044 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:58,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d36d978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741837_1013 (size=7894) 2024-11-19T11:22:58,240 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 687, reset compression=false 2024-11-19T11:22:58,496 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:22:58,543 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 687, reset compression=false 2024-11-19T11:22:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741838_1014 (size=7691) 2024-11-19T11:22:58,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,37569,1732015362092 2024-11-19T11:22:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f8d06a 2024-11-19T11:22:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:58,706 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:58,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:22:58,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:58,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45035,1732015362312, seqNum=-1] 2024-11-19T11:22:58,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:58,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T11:22:58,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T11:22:58,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T11:22:58,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ for inclusion in e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:22:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T11:22:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:22:58,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ for inclusion in e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:22:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T11:22:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:22:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(2603): Flush status journal for e91399d23c2dcbdc3d1165f54b518545: 2024-11-19T11:22:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63b82d63b67d448983dedc82351ff06b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:22:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/ffe6996d90fc45da8f03f315149b185a_SeqId_4_ 2024-11-19T11:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73b5c84a69f649d49234d94ff06687de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/18ba115c4f08452f9c28da9a74eba0e9_SeqId_4_ 2024-11-19T11:22:58,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/ffe6996d90fc45da8f03f315149b185a_SeqId_4_ - updating store file list. 2024-11-19T11:22:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffe6996d90fc45da8f03f315149b185a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:22:58,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/ffe6996d90fc45da8f03f315149b185a_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:22:58,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f (new location: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/ffe6996d90fc45da8f03f315149b185a_SeqId_4_) 2024-11-19T11:22:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/63b82d63b67d448983dedc82351ff06b_SeqId_4_ 2024-11-19T11:22:58,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/18ba115c4f08452f9c28da9a74eba0e9_SeqId_4_ - updating store file list. 2024-11-19T11:22:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18ba115c4f08452f9c28da9a74eba0e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:22:58,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/18ba115c4f08452f9c28da9a74eba0e9_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:22:58,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ into e91399d23c2dcbdc3d1165f54b518545/f (new location: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/18ba115c4f08452f9c28da9a74eba0e9_SeqId_4_) 2024-11-19T11:22:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__vl4c9m27i86et69ll9iarbqcbgra0jihh0tvgc5aq4m395ioii036mi0mt32fluf/f/73b5c84a69f649d49234d94ff06687de_SeqId_4_ 2024-11-19T11:22:58,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.ReplicationSink(324): Finished replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:22:58,947 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 687, reset compression=false 2024-11-19T11:22:59,118 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:22:59,457 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 687, reset compression=false 2024-11-19T11:22:59,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:22:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45505,1732015366919, seqNum=-1] 2024-11-19T11:22:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:22:59,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:22:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015373283.4993124f675b8b5db077e45694c467b0., hostname=16c88966c0af,45505,1732015366919, seqNum=2] 2024-11-19T11:22:59,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:22:59,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T11:22:59,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:22:59,512 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16c88966c0af%2C32831%2C1732015357418.meta:.meta(num 1732015359525) roll requested 2024-11-19T11:22:59,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,531 DEBUG [regionserver/16c88966c0af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015379512.meta, exclude list is [], retry=0 2024-11-19T11:22:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:59,535 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015359525.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015379512.meta 2024-11-19T11:22:59,538 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:59,538 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015359525.meta is not closed yet, will try archiving it next time 2024-11-19T11:22:59,538 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16c88966c0af%2C32831%2C1732015357418:(num 1732015359034) roll requested 2024-11-19T11:22:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741834_1010 (size=3473) 2024-11-19T11:22:59,551 DEBUG [regionserver/16c88966c0af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, exclude list is [], retry=0 2024-11-19T11:22:59,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,554 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 2024-11-19T11:22:59,555 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:59,555 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 is not closed yet, will try archiving it next time 2024-11-19T11:22:59,555 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 16c88966c0af%2C32831%2C1732015357418.rep:(num 1732015375605) roll requested 2024-11-19T11:22:59,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e4da69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:22:59,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741832_1008 (size=695) 2024-11-19T11:22:59,556 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 not finished, retry = 0 2024-11-19T11:22:59,556 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:22:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:22:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fe2238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:22:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,557 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc25fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:59,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35373,1732015357250 2024-11-19T11:22:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb400db 2024-11-19T11:22:59,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:59,561 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:59,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://16c88966c0af:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T11:22:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T11:22:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:22:59,565 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:46569' 2024-11-19T11:22:59,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,566 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff202c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,566 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46569,-1 for getting cluster id 2024-11-19T11:22:59,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:59,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,568 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ec607fb-a51c-473b-8ab8-b5d8a4e0c877' 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ec607fb-a51c-473b-8ab8-b5d8a4e0c877" 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19e2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46569,-1] 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:22:59,569 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:59,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f4f9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:59,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46569,1732015366768 2024-11-19T11:22:59,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168568e 2024-11-19T11:22:59,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:59,571 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:22:59,572 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T11:22:59,572 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T11:22:59,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,573 DEBUG [regionserver/16c88966c0af:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015379555, exclude list is [], retry=0 2024-11-19T11:22:59,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40947,DS-39090ce2-5e1f-4f1f-a138-a31dd4463eca,DISK] 2024-11-19T11:22:59,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:59,589 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015375605 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015379555 2024-11-19T11:22:59,592 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46037:46037)] 2024-11-19T11:22:59,592 DEBUG [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015375605 is not closed yet, will try archiving it next time 2024-11-19T11:22:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741839_1015 (size=1505) 2024-11-19T11:22:59,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T11:22:59,657 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/oldWALs/16c88966c0af%2C32831%2C1732015357418.1732015359034 2024-11-19T11:22:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:22:59,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T11:22:59,806 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T11:22:59,832 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-16c88966c0af,32831,1732015357418, ReplicationSource: 2, currentBandwidth=0 2024-11-19T11:22:59,834 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T11:22:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T11:22:59,836 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 16c88966c0af,32831,1732015357418 suceeded 2024-11-19T11:22:59,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T11:22:59,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-19T11:22:59,838 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://16c88966c0af:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T11:22:59,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec 2024-11-19T11:22:59,852 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='16c88966c0af:46569' 2024-11-19T11:22:59,854 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3134416f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,854 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46569,-1 for getting cluster id 2024-11-19T11:22:59,854 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:22:59,855 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ec607fb-a51c-473b-8ab8-b5d8a4e0c877' 2024-11-19T11:22:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:22:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ec607fb-a51c-473b-8ab8-b5d8a4e0c877" 2024-11-19T11:22:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69e6c330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46569,-1] 2024-11-19T11:22:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:22:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,857 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:22:59,859 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea14897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:22:59,859 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:22:59,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46569,1732015366768 2024-11-19T11:22:59,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575fc5c5 2024-11-19T11:22:59,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:22:59,861 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T11:22:59,861 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-16c88966c0af,32831,1732015357418 (queues=1) is replicating from cluster=2728b253-45ce-4b75-8706-07ebc9a6f949 to cluster=5ec607fb-a51c-473b-8ab8-b5d8a4e0c877 2024-11-19T11:22:59,861 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=16c88966c0af%2C32831%2C1732015357418 2024-11-19T11:22:59,861 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-16c88966c0af,32831,1732015357418, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T11:22:59,866 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, startPosition=0, beingWritten=true 2024-11-19T11:22:59,866 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 16c88966c0af%2C32831%2C1732015357418 2024-11-19T11:22:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T11:22:59,881 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T11:22:59,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:22:59,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:22:59,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:22:59,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T11:22:59,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:22:59,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732015379886/Put/seqid=0 2024-11-19T11:22:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741845_1021 (size=11194) 2024-11-19T11:23:00,060 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 to pos 687, reset compression=false 2024-11-19T11:23:00,065 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 was moved to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/oldWALs/16c88966c0af%2C32831%2C1732015357418.1732015359034 2024-11-19T11:23:00,067 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034 2024-11-19T11:23:00,067 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, startPosition=0, beingWritten=true 2024-11-19T11:23:00,067 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015359034, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T11:23:00,069 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [16c88966c0af%2C32831%2C1732015357418.1732015359034] 2024-11-19T11:23:00,070 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:00,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732015380307/Put/seqid=0 2024-11-19T11:23:00,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741846_1022 (size=10791) 2024-11-19T11:23:00,373 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:00,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbbc364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:00,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,35373,-1 for getting cluster id 2024-11-19T11:23:00,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:23:00,713 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2728b253-45ce-4b75-8706-07ebc9a6f949' 2024-11-19T11:23:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:23:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2728b253-45ce-4b75-8706-07ebc9a6f949" 2024-11-19T11:23:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa5ab4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,35373,-1] 2024-11-19T11:23:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:23:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:00,714 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:23:00,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830019b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:00,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:23:00,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,32831,1732015357418, seqNum=-1] 2024-11-19T11:23:00,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:23:00,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T11:23:00,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:23:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,35373,1732015357250 2024-11-19T11:23:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f0bafd 2024-11-19T11:23:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:23:00,724 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T11:23:00,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2] 2024-11-19T11:23:00,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:23:00,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T11:23:00,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T11:23:00,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:23:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T11:23:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:00,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:23:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T11:23:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegion(2603): Flush status journal for 3e601f256e2674cb91b4b7127c9f25a3: 2024-11-19T11:23:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_1 2024-11-19T11:23:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_1 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ 2024-11-19T11:23:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_0 2024-11-19T11:23:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_0 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ 2024-11-19T11:23:00,770 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:00,777 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:00,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_1 into 3e601f256e2674cb91b4b7127c9f25a3/f as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ - updating store file list. 2024-11-19T11:23:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b978a779aaab496f9a3c767da167199b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:00,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ into 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:23:00,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_1 into 3e601f256e2674cb91b4b7127c9f25a3/f (new location: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/b978a779aaab496f9a3c767da167199b_SeqId_6_) 2024-11-19T11:23:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_1 2024-11-19T11:23:00,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_0 into 3e601f256e2674cb91b4b7127c9f25a3/f as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ - updating store file list. 2024-11-19T11:23:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35e5737224d44b9eac59e007917a2d46_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:00,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ into 3e601f256e2674cb91b4b7127c9f25a3/f 2024-11-19T11:23:00,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_0 into 3e601f256e2674cb91b4b7127c9f25a3/f (new location: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_) 2024-11-19T11:23:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/staging/jenkins__test__tba0hiab7m221qne6qmojpfscmkamkhc6ilgt576dls8ossn6kfi1i0c9q0rl426/f/hfile_0 2024-11-19T11:23:00,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:00,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:00,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:00,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 , the old value is region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=16c88966c0af:32831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:23:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T11:23:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., hostname=16c88966c0af,32831,1732015357418, seqNum=2 from cache 2024-11-19T11:23:00,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:00,800 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T11:23:00,804 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:23:00,901 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T11:23:01,281 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:01,285 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:23:01,285 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e601f256e2674cb91b4b7127c9f25a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015380797/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:23:01,287 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T11:23:01,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T11:23:01,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(318): Replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:23:01,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7811e980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:01,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] client.ClusterIdFetcher(90): Going to request 16c88966c0af,46569,-1 for getting cluster id 2024-11-19T11:23:01,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T11:23:01,289 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ec607fb-a51c-473b-8ab8-b5d8a4e0c877' 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ec607fb-a51c-473b-8ab8-b5d8a4e0c877" 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c248ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [16c88966c0af,46569,-1] 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T11:23:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:01,289 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T11:23:01,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f94af54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:23:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741837_1013 (size=10791) 2024-11-19T11:23:01,485 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:01,574 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 0, reset compression=false 2024-11-19T11:23:01,577 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T11:23:01,577 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e601f256e2674cb91b4b7127c9f25a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732015380797/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T11:23:01,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.ReplicationSink(318): Replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:23:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741839_1015 (size=10791) 2024-11-19T11:23:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741840_1016 (size=11194) 2024-11-19T11:23:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741838_1014 (size=11194) 2024-11-19T11:23:01,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T11:23:01,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 16c88966c0af,46569,1732015366768 2024-11-19T11:23:01,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67358a52 2024-11-19T11:23:01,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T11:23:01,719 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T11:23:01,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:23:01,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T11:23:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=16c88966c0af,45505,1732015366919, seqNum=-1] 2024-11-19T11:23:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T11:23:01,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T11:23:01,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T11:23:01,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T11:23:01,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ for inclusion in 4993124f675b8b5db077e45694c467b0/f 2024-11-19T11:23:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T11:23:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:01,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ for inclusion in 4993124f675b8b5db077e45694c467b0/f 2024-11-19T11:23:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T11:23:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HRegion(2603): Flush status journal for 4993124f675b8b5db077e45694c467b0: 2024-11-19T11:23:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 35e5737224d44b9eac59e007917a2d46_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:23:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/c7085ca39f564abea0c1b5acd306b0fc_SeqId_4_ 2024-11-19T11:23:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b978a779aaab496f9a3c767da167199b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:23:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/a1dad3b9180645d5a095462e77eb854d_SeqId_4_ 2024-11-19T11:23:01,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ into 4993124f675b8b5db077e45694c467b0/f as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/c7085ca39f564abea0c1b5acd306b0fc_SeqId_4_ - updating store file list. 2024-11-19T11:23:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7085ca39f564abea0c1b5acd306b0fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:01,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/c7085ca39f564abea0c1b5acd306b0fc_SeqId_4_ into 4993124f675b8b5db077e45694c467b0/f 2024-11-19T11:23:01,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ into 4993124f675b8b5db077e45694c467b0/f (new location: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/c7085ca39f564abea0c1b5acd306b0fc_SeqId_4_) 2024-11-19T11:23:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ 2024-11-19T11:23:01,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ into 4993124f675b8b5db077e45694c467b0/f as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/a1dad3b9180645d5a095462e77eb854d_SeqId_4_ - updating store file list. 2024-11-19T11:23:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1dad3b9180645d5a095462e77eb854d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:01,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/a1dad3b9180645d5a095462e77eb854d_SeqId_4_ into 4993124f675b8b5db077e45694c467b0/f 2024-11-19T11:23:01,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ into 4993124f675b8b5db077e45694c467b0/f (new location: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/f/a1dad3b9180645d5a095462e77eb854d_SeqId_4_) 2024-11-19T11:23:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/staging/jenkins.hfs.23__test__6bjsv6ljcdkdlvbjujn3qkcgr6m5rood809i434ecbug3tisq5oioeeak8i43ojc/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ 2024-11-19T11:23:01,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(324): Finished replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:23:01,777 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:01,789 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:01,807 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T11:23:01,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T11:23:01,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T11:23:02,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T11:23:02,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ for inclusion in e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:23:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T11:23:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:02,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ for inclusion in e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:23:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T11:23:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T11:23:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegion(2603): Flush status journal for e91399d23c2dcbdc3d1165f54b518545: 2024-11-19T11:23:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 35e5737224d44b9eac59e007917a2d46_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:23:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/d0bf756f63f44af9bcdd1fa1f43c216c_SeqId_6_ 2024-11-19T11:23:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b978a779aaab496f9a3c767da167199b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T11:23:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/a06ab67c7c4f4745b42fc873d82e93d6_SeqId_6_ 2024-11-19T11:23:02,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/d0bf756f63f44af9bcdd1fa1f43c216c_SeqId_6_ - updating store file list. 2024-11-19T11:23:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0bf756f63f44af9bcdd1fa1f43c216c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:02,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/d0bf756f63f44af9bcdd1fa1f43c216c_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:23:02,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f (new location: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/d0bf756f63f44af9bcdd1fa1f43c216c_SeqId_6_) 2024-11-19T11:23:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/35e5737224d44b9eac59e007917a2d46_SeqId_6_ 2024-11-19T11:23:02,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/a06ab67c7c4f4745b42fc873d82e93d6_SeqId_6_ - updating store file list. 2024-11-19T11:23:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a06ab67c7c4f4745b42fc873d82e93d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T11:23:02,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/a06ab67c7c4f4745b42fc873d82e93d6_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f 2024-11-19T11:23:02,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ into e91399d23c2dcbdc3d1165f54b518545/f (new location: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/f/a06ab67c7c4f4745b42fc873d82e93d6_SeqId_6_) 2024-11-19T11:23:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/staging/jenkins.hfs.22__test__b528vm7nps9ut1hbsodr48tuhkk9iskuikukproh4bi56tsimges74qbln22g2gv/f/b978a779aaab496f9a3c767da167199b_SeqId_6_ 2024-11-19T11:23:02,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] regionserver.ReplicationSink(324): Finished replicating [2728b253-45ce-4b75-8706-07ebc9a6f949] bulk loaded data 2024-11-19T11:23:02,081 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:02,193 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:02,484 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:02,696 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:23:02,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:02,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:02,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:02,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:02,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:02,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:23:02,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298055325, stopped=false 2024-11-19T11:23:02,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,46569,1732015366768 2024-11-19T11:23:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-687810564/running 2024-11-19T11:23:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-687810564/running 2024-11-19T11:23:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:23:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:23:02,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:02,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:02,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:02,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:02,894 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,45505,1732015366919' ***** 2024-11-19T11:23:02,894 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:23:02,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/running 2024-11-19T11:23:02,894 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:23:02,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Set watcher on znode that does not yet exist, /2-687810564/running 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(3091): Received CLOSE for 4993124f675b8b5db077e45694c467b0 2024-11-19T11:23:02,895 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,45505,1732015366919 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:02,895 INFO [RS:0;16c88966c0af:45505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45505. 2024-11-19T11:23:02,896 DEBUG [RS:0;16c88966c0af:45505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:02,896 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:02,896 INFO [RS:0;16c88966c0af:45505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:23:02,896 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4993124f675b8b5db077e45694c467b0, disabling compactions & flushes 2024-11-19T11:23:02,896 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:23:02,896 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:23:02,896 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015373283.4993124f675b8b5db077e45694c467b0. after waiting 0 ms 2024-11-19T11:23:02,896 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:23:02,896 INFO [RS:0;16c88966c0af:45505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:23:02,896 INFO [RS:0;16c88966c0af:45505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:23:02,896 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:23:02,897 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:23:02,897 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1325): Online Regions={4993124f675b8b5db077e45694c467b0=test,,1732015373283.4993124f675b8b5db077e45694c467b0., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:23:02,897 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4993124f675b8b5db077e45694c467b0 2024-11-19T11:23:02,897 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:23:02,897 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:23:02,897 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:23:02,897 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:23:02,897 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:23:02,897 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T11:23:02,906 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/default/test/4993124f675b8b5db077e45694c467b0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T11:23:02,906 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:02,906 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:23:02,906 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:23:02,906 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4993124f675b8b5db077e45694c467b0: Waiting for close lock at 1732015382896Running coprocessor pre-close hooks at 1732015382896Disabling compacts and flushes for region at 1732015382896Disabling writes for close at 1732015382896Writing region close event to WAL at 1732015382897 (+1 ms)Running coprocessor post-close hooks at 1732015382906 (+9 ms)Closed at 1732015382906 2024-11-19T11:23:02,907 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015373283.4993124f675b8b5db077e45694c467b0. 2024-11-19T11:23:02,918 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/info/fe373b74b5d542968884c0cc2ceba1e0 is 129, key is test,,1732015373283.4993124f675b8b5db077e45694c467b0./info:regioninfo/1732015374021/Put/seqid=0 2024-11-19T11:23:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741839_1015 (size=6421) 2024-11-19T11:23:02,957 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:02,987 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:03,097 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:03,297 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:03,299 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:03,322 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/info/fe373b74b5d542968884c0cc2ceba1e0 2024-11-19T11:23:03,343 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/ns/cd7cc5f3b7f643a9b4bebbd2b4b2b172 is 43, key is default/ns:d/1732015368932/Put/seqid=0 2024-11-19T11:23:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741840_1016 (size=5153) 2024-11-19T11:23:03,498 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:03,591 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:03,698 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:03,746 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/ns/cd7cc5f3b7f643a9b4bebbd2b4b2b172 2024-11-19T11:23:03,762 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/rep_barrier/0c320015eb444dd1872531323aabc49a is 112, key is test,,1732015373283.4993124f675b8b5db077e45694c467b0./rep_barrier:seqnumDuringOpen/1732015374021/Put/seqid=0 2024-11-19T11:23:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741841_1017 (size=5518) 2024-11-19T11:23:03,883 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:23:03,884 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:23:03,898 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:23:03,898 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:23:03,898 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:04,003 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:04,098 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:04,165 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/rep_barrier/0c320015eb444dd1872531323aabc49a 2024-11-19T11:23:04,183 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/table/6711132956dd47178470e1a9895987db is 40, key is test/table:state/1732015374027/Put/seqid=0 2024-11-19T11:23:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741842_1018 (size=5165) 2024-11-19T11:23:04,294 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:04,298 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:04,499 DEBUG [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:04,586 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/table/6711132956dd47178470e1a9895987db 2024-11-19T11:23:04,590 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/info/fe373b74b5d542968884c0cc2ceba1e0 as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/info/fe373b74b5d542968884c0cc2ceba1e0 2024-11-19T11:23:04,593 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/info/fe373b74b5d542968884c0cc2ceba1e0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T11:23:04,594 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/ns/cd7cc5f3b7f643a9b4bebbd2b4b2b172 as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/ns/cd7cc5f3b7f643a9b4bebbd2b4b2b172 2024-11-19T11:23:04,597 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/ns/cd7cc5f3b7f643a9b4bebbd2b4b2b172, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:23:04,597 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/rep_barrier/0c320015eb444dd1872531323aabc49a as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/rep_barrier/0c320015eb444dd1872531323aabc49a 2024-11-19T11:23:04,600 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/rep_barrier/0c320015eb444dd1872531323aabc49a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T11:23:04,601 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/.tmp/table/6711132956dd47178470e1a9895987db as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/table/6711132956dd47178470e1a9895987db 2024-11-19T11:23:04,604 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/table/6711132956dd47178470e1a9895987db, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:23:04,605 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false 2024-11-19T11:23:04,608 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:23:04,609 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:04,609 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:23:04,609 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:04,609 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015382897Running coprocessor pre-close hooks at 1732015382897Disabling compacts and flushes for region at 1732015382897Disabling writes for close at 1732015382897Obtaining lock to block concurrent updates at 1732015382897Preparing flush snapshotting stores in 1588230740 at 1732015382897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732015382898 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732015382898Flushing 1588230740/info: creating writer at 1732015382898Flushing 1588230740/info: appending metadata at 1732015382918 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732015382918Flushing 1588230740/ns: creating writer at 1732015383326 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732015383342 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732015383342Flushing 1588230740/rep_barrier: creating writer at 1732015383750 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015383761 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015383761Flushing 1588230740/table: creating writer at 1732015384169 (+408 ms)Flushing 1588230740/table: appending metadata at 1732015384183 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015384183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649ac41d: reopening flushed file at 1732015384589 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1707feda: reopening flushed file at 1732015384593 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b63f60: reopening flushed file at 1732015384597 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b255f4: reopening flushed file at 1732015384600 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false at 1732015384605 (+5 ms)Writing region close event to WAL at 1732015384606 (+1 ms)Running coprocessor post-close hooks at 1732015384609 (+3 ms)Closed at 1732015384609 2024-11-19T11:23:04,609 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:04,699 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,45505,1732015366919; all regions closed. 2024-11-19T11:23:04,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741834_1010 (size=2717) 2024-11-19T11:23:04,702 DEBUG [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/oldWALs 2024-11-19T11:23:04,702 INFO [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45505%2C1732015366919.meta:.meta(num 1732015368885) 2024-11-19T11:23:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741832_1008 (size=1028) 2024-11-19T11:23:04,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/WALs/16c88966c0af,45505,1732015366919/16c88966c0af%2C45505%2C1732015366919.1732015367972 not finished, retry = 0 2024-11-19T11:23:04,806 DEBUG [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/oldWALs 2024-11-19T11:23:04,806 INFO [RS:0;16c88966c0af:45505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45505%2C1732015366919:(num 1732015367972) 2024-11-19T11:23:04,806 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:04,806 INFO [RS:0;16c88966c0af:45505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:04,806 INFO [RS:0;16c88966c0af:45505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:04,806 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:04,806 INFO [RS:0;16c88966c0af:45505 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:04,806 INFO [RS:0;16c88966c0af:45505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:04,806 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:04,807 INFO [RS:0;16c88966c0af:45505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45505. 2024-11-19T11:23:04,807 DEBUG [RS:0;16c88966c0af:45505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:04,807 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:04,807 DEBUG [RS:0;16c88966c0af:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:04,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:04,807 INFO [RS:0;16c88966c0af:45505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45505 2024-11-19T11:23:04,870 INFO [RS:0;16c88966c0af:45505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564/rs 2024-11-19T11:23:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-687810564/rs/16c88966c0af,45505,1732015366919 2024-11-19T11:23:04,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,45505,1732015366919] 2024-11-19T11:23:04,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-687810564/draining/16c88966c0af,45505,1732015366919 already deleted, retry=false 2024-11-19T11:23:04,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,45505,1732015366919 expired; onlineServers=0 2024-11-19T11:23:04,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,46569,1732015366768' ***** 2024-11-19T11:23:04,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:23:04,893 INFO [M:0;16c88966c0af:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:04,893 INFO [M:0;16c88966c0af:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:04,893 DEBUG [M:0;16c88966c0af:46569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:23:04,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:23:04,893 DEBUG [M:0;16c88966c0af:46569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:23:04,893 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015367658 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015367658,5,FailOnTimeoutGroup] 2024-11-19T11:23:04,893 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015367660 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015367660,5,FailOnTimeoutGroup] 2024-11-19T11:23:04,893 INFO [M:0;16c88966c0af:46569 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:04,893 INFO [M:0;16c88966c0af:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:04,894 DEBUG [M:0;16c88966c0af:46569 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:23:04,894 INFO [M:0;16c88966c0af:46569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:23:04,894 INFO [M:0;16c88966c0af:46569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:04,894 INFO [M:0;16c88966c0af:46569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:23:04,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:23:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-687810564/master 2024-11-19T11:23:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-687810564 2024-11-19T11:23:04,903 DEBUG [M:0;16c88966c0af:46569 {}] zookeeper.ZKUtil(347): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Unable to get data of znode /2-687810564/master because node does not exist (not an error) 2024-11-19T11:23:04,903 WARN [M:0;16c88966c0af:46569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:23:04,904 INFO [M:0;16c88966c0af:46569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/.lastflushedseqids 2024-11-19T11:23:04,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741843_1019 (size=173) 2024-11-19T11:23:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:04,982 INFO [RS:0;16c88966c0af:45505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:04,982 INFO [RS:0;16c88966c0af:45505 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,45505,1732015366919; zookeeper connection closed. 2024-11-19T11:23:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x10152d4f1220007, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:04,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5696be35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5696be35 2024-11-19T11:23:04,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:23:05,098 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:05,313 INFO [M:0;16c88966c0af:46569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:23:05,313 INFO [M:0;16c88966c0af:46569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:23:05,313 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:23:05,313 INFO [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:05,313 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:05,313 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:23:05,313 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:05,313 INFO [M:0;16c88966c0af:46569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T11:23:05,326 DEBUG [M:0;16c88966c0af:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2f3467b25da416cb536c9026f0137d8 is 82, key is hbase:meta,,1/info:regioninfo/1732015368911/Put/seqid=0 2024-11-19T11:23:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741844_1020 (size=5672) 2024-11-19T11:23:05,709 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:05,729 INFO [M:0;16c88966c0af:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2f3467b25da416cb536c9026f0137d8 2024-11-19T11:23:05,750 DEBUG [M:0;16c88966c0af:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e73f5ede774183a9a0aad01afbcc64 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015374030/Put/seqid=0 2024-11-19T11:23:05,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741845_1021 (size=6586) 2024-11-19T11:23:06,001 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:06,245 INFO [M:0;16c88966c0af:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e73f5ede774183a9a0aad01afbcc64 2024-11-19T11:23:06,274 DEBUG [M:0;16c88966c0af:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24ba29adc9104c9097d31517c638802e is 69, key is 16c88966c0af,45505,1732015366919/rs:state/1732015367786/Put/seqid=0 2024-11-19T11:23:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741846_1022 (size=5156) 2024-11-19T11:23:06,279 INFO [M:0;16c88966c0af:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24ba29adc9104c9097d31517c638802e 2024-11-19T11:23:06,284 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2f3467b25da416cb536c9026f0137d8 as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2f3467b25da416cb536c9026f0137d8 2024-11-19T11:23:06,287 INFO [M:0;16c88966c0af:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2f3467b25da416cb536c9026f0137d8, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T11:23:06,287 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e73f5ede774183a9a0aad01afbcc64 as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e73f5ede774183a9a0aad01afbcc64 2024-11-19T11:23:06,295 INFO [M:0;16c88966c0af:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e73f5ede774183a9a0aad01afbcc64, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T11:23:06,296 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24ba29adc9104c9097d31517c638802e as hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24ba29adc9104c9097d31517c638802e 2024-11-19T11:23:06,299 INFO [M:0;16c88966c0af:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33009/user/jenkins/test-data/7433c6b7-843f-5de3-dfdd-23b5b3886a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24ba29adc9104c9097d31517c638802e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T11:23:06,300 INFO [M:0;16c88966c0af:46569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 986ms, sequenceid=55, compaction requested=false 2024-11-19T11:23:06,308 INFO [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:06,308 DEBUG [M:0;16c88966c0af:46569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015385313Disabling compacts and flushes for region at 1732015385313Disabling writes for close at 1732015385313Obtaining lock to block concurrent updates at 1732015385313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015385313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732015385314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015385314Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015385314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015385326 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015385326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015385733 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015385749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015385749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015386251 (+502 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015386273 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015386273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1949e092: reopening flushed file at 1732015386283 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0ac0ad: reopening flushed file at 1732015386287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51628f90: reopening flushed file at 1732015386295 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 986ms, sequenceid=55, compaction requested=false at 1732015386300 (+5 ms)Writing region close event to WAL at 1732015386308 (+8 ms)Closed at 1732015386308 2024-11-19T11:23:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741830_1006 (size=32770) 2024-11-19T11:23:06,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:06,310 INFO [M:0;16c88966c0af:46569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:23:06,310 INFO [M:0;16c88966c0af:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46569 2024-11-19T11:23:06,311 INFO [M:0;16c88966c0af:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:06,465 INFO [M:0;16c88966c0af:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:06,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:06,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10152d4f1220006, quorum=127.0.0.1:52496, baseZNode=/2-687810564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:06,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52aaae49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:23:06,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20fff771{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:06,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:06,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82fb276{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:06,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1851cbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:06,473 WARN [BP-1043246395-172.17.0.2-1732015364612 heartbeating to localhost/127.0.0.1:33009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:23:06,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:23:06,473 WARN [BP-1043246395-172.17.0.2-1732015364612 heartbeating to localhost/127.0.0.1:33009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043246395-172.17.0.2-1732015364612 (Datanode Uuid 1801685e-12e8-414c-9aad-b4e9ea4567e4) service to localhost/127.0.0.1:33009 2024-11-19T11:23:06,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:23:06,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/cluster_b3e9a54c-9278-eb6b-eae3-18ac202f0188/data/data1/current/BP-1043246395-172.17.0.2-1732015364612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:06,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/cluster_b3e9a54c-9278-eb6b-eae3-18ac202f0188/data/data2/current/BP-1043246395-172.17.0.2-1732015364612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:06,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:23:06,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d30bd3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:23:06,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b1b49ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:06,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:06,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d37dcc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:06,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41fe8f9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0b2fd0d-e2e2-6412-5d53-828a43439c41/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:23:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:23:06,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:06,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:06,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:06,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:06,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:06,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:23:06,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=453639676, stopped=false 2024-11-19T11:23:06,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,37569,1732015362092 2024-11-19T11:23:06,514 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11620355487/running 2024-11-19T11:23:06,514 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:23:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11620355487/running 2024-11-19T11:23:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:23:06,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:06,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/running 2024-11-19T11:23:06,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Set watcher on znode that does not yet exist, /11620355487/running 2024-11-19T11:23:06,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:06,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:06,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:06,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,45035,1732015362312' ***** 2024-11-19T11:23:06,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:23:06,518 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:23:06,518 INFO [RS:0;16c88966c0af:45035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:23:06,518 INFO [RS:0;16c88966c0af:45035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:23:06,518 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:23:06,519 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:23:06,519 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,45035,1732015362312 2024-11-19T11:23:06,519 INFO [RS:0;16c88966c0af:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:06,519 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e91399d23c2dcbdc3d1165f54b518545, disabling compactions & flushes 2024-11-19T11:23:06,519 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:23:06,519 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:23:06,519 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. after waiting 0 ms 2024-11-19T11:23:06,519 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:23:06,519 INFO [RS:0;16c88966c0af:45035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45035. 2024-11-19T11:23:06,519 DEBUG [RS:0;16c88966c0af:45035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:06,519 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:06,519 INFO [RS:0;16c88966c0af:45035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:23:06,520 INFO [RS:0;16c88966c0af:45035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:23:06,520 INFO [RS:0;16c88966c0af:45035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:23:06,520 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:23:06,524 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T11:23:06,524 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e91399d23c2dcbdc3d1165f54b518545=test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545.} 2024-11-19T11:23:06,524 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91399d23c2dcbdc3d1165f54b518545 2024-11-19T11:23:06,524 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:23:06,524 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:23:06,525 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:23:06,525 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:23:06,525 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:23:06,525 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T11:23:06,527 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/default/test/e91399d23c2dcbdc3d1165f54b518545/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:23:06,527 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:06,527 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:23:06,528 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:23:06,528 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e91399d23c2dcbdc3d1165f54b518545: Waiting for close lock at 1732015386519Running coprocessor pre-close hooks at 1732015386519Disabling compacts and flushes for region at 1732015386519Disabling writes for close at 1732015386519Writing region close event to WAL at 1732015386524 (+5 ms)Running coprocessor post-close hooks at 1732015386527 (+3 ms)Closed at 1732015386527 2024-11-19T11:23:06,528 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545. 2024-11-19T11:23:06,545 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/info/b20af172161f48bbb33cedf67896d0eb is 129, key is test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545./info:regioninfo/1732015372274/Put/seqid=0 2024-11-19T11:23:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741841_1017 (size=6421) 2024-11-19T11:23:06,551 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/info/b20af172161f48bbb33cedf67896d0eb 2024-11-19T11:23:06,581 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/ns/4ad4370ddee64fb7b31071562a2d2799 is 43, key is default/ns:d/1732015364467/Put/seqid=0 2024-11-19T11:23:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741842_1018 (size=5153) 2024-11-19T11:23:06,590 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/ns/4ad4370ddee64fb7b31071562a2d2799 2024-11-19T11:23:06,591 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:06,626 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/rep_barrier/4401782932f34aa8abd041a74d01221b is 112, key is test,,1732015371133.e91399d23c2dcbdc3d1165f54b518545./rep_barrier:seqnumDuringOpen/1732015372274/Put/seqid=0 2024-11-19T11:23:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741843_1019 (size=5518) 2024-11-19T11:23:06,714 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:06,725 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:06,819 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:23:06,819 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:23:06,841 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T11:23:06,925 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:07,004 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:07,058 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/rep_barrier/4401782932f34aa8abd041a74d01221b 2024-11-19T11:23:07,079 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/table/42589528bc2249b8b3465252eda4a91e is 40, key is test/table:state/1732015372279/Put/seqid=0 2024-11-19T11:23:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741844_1020 (size=5165) 2024-11-19T11:23:07,125 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:07,325 DEBUG [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:07,482 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/table/42589528bc2249b8b3465252eda4a91e 2024-11-19T11:23:07,486 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/info/b20af172161f48bbb33cedf67896d0eb as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/info/b20af172161f48bbb33cedf67896d0eb 2024-11-19T11:23:07,490 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/info/b20af172161f48bbb33cedf67896d0eb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T11:23:07,491 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/ns/4ad4370ddee64fb7b31071562a2d2799 as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/ns/4ad4370ddee64fb7b31071562a2d2799 2024-11-19T11:23:07,494 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/ns/4ad4370ddee64fb7b31071562a2d2799, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:23:07,495 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/rep_barrier/4401782932f34aa8abd041a74d01221b as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/rep_barrier/4401782932f34aa8abd041a74d01221b 2024-11-19T11:23:07,498 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/rep_barrier/4401782932f34aa8abd041a74d01221b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T11:23:07,499 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/.tmp/table/42589528bc2249b8b3465252eda4a91e as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/table/42589528bc2249b8b3465252eda4a91e 2024-11-19T11:23:07,502 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/table/42589528bc2249b8b3465252eda4a91e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T11:23:07,503 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=11, compaction requested=false 2024-11-19T11:23:07,503 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:23:07,507 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T11:23:07,508 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:07,508 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:23:07,508 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:07,508 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015386524Running coprocessor pre-close hooks at 1732015386524Disabling compacts and flushes for region at 1732015386524Disabling writes for close at 1732015386525 (+1 ms)Obtaining lock to block concurrent updates at 1732015386525Preparing flush snapshotting stores in 1588230740 at 1732015386525Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732015386525Flushing stores of hbase:meta,,1.1588230740 at 1732015386526 (+1 ms)Flushing 1588230740/info: creating writer at 1732015386526Flushing 1588230740/info: appending metadata at 1732015386545 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732015386545Flushing 1588230740/ns: creating writer at 1732015386556 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732015386581 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732015386581Flushing 1588230740/rep_barrier: creating writer at 1732015386595 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015386626 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015386626Flushing 1588230740/table: creating writer at 1732015387061 (+435 ms)Flushing 1588230740/table: appending metadata at 1732015387078 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732015387078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2662ec34: reopening flushed file at 1732015387486 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bc244d: reopening flushed file at 1732015387490 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd9c444: reopening flushed file at 1732015387494 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cea96b: reopening flushed file at 1732015387498 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=11, compaction requested=false at 1732015387503 (+5 ms)Writing region close event to WAL at 1732015387505 (+2 ms)Running coprocessor post-close hooks at 1732015387508 (+3 ms)Closed at 1732015387508 2024-11-19T11:23:07,508 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:07,525 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,45035,1732015362312; all regions closed. 2024-11-19T11:23:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741834_1010 (size=2717) 2024-11-19T11:23:07,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.meta.1732015364409.meta not finished, retry = 0 2024-11-19T11:23:07,629 DEBUG [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/oldWALs 2024-11-19T11:23:07,629 INFO [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45035%2C1732015362312.meta:.meta(num 1732015364409) 2024-11-19T11:23:07,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/WALs/16c88966c0af,45035,1732015362312/16c88966c0af%2C45035%2C1732015362312.1732015363900 not finished, retry = 0 2024-11-19T11:23:07,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741833_1009 (size=1374) 2024-11-19T11:23:07,734 DEBUG [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/oldWALs 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 16c88966c0af%2C45035%2C1732015362312:(num 1732015363900) 2024-11-19T11:23:07,734 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:07,734 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:07,734 INFO [RS:0;16c88966c0af:45035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:45035. 2024-11-19T11:23:07,734 DEBUG [RS:0;16c88966c0af:45035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:07,734 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:07,735 DEBUG [RS:0;16c88966c0af:45035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:07,735 INFO [RS:0;16c88966c0af:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-11-19T11:23:07,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:07,808 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11620355487/rs/16c88966c0af,45035,1732015362312 2024-11-19T11:23:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487/rs 2024-11-19T11:23:07,808 INFO [RS:0;16c88966c0af:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:07,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,45035,1732015362312] 2024-11-19T11:23:07,818 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:07,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11620355487/draining/16c88966c0af,45035,1732015362312 already deleted, retry=false 2024-11-19T11:23:07,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,45035,1732015362312 expired; onlineServers=0 2024-11-19T11:23:07,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,37569,1732015362092' ***** 2024-11-19T11:23:07,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:23:07,829 INFO [M:0;16c88966c0af:37569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:07,829 INFO [M:0;16c88966c0af:37569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:07,830 DEBUG [M:0;16c88966c0af:37569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:23:07,830 DEBUG [M:0;16c88966c0af:37569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:23:07,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:23:07,830 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015363569 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015363569,5,FailOnTimeoutGroup] 2024-11-19T11:23:07,830 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015363569 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015363569,5,FailOnTimeoutGroup] 2024-11-19T11:23:07,830 INFO [M:0;16c88966c0af:37569 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:07,830 INFO [M:0;16c88966c0af:37569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:07,830 DEBUG [M:0;16c88966c0af:37569 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:23:07,830 INFO [M:0;16c88966c0af:37569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:23:07,830 INFO [M:0;16c88966c0af:37569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:07,830 INFO [M:0;16c88966c0af:37569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:23:07,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:23:07,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11620355487/master 2024-11-19T11:23:07,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11620355487 2024-11-19T11:23:07,840 DEBUG [M:0;16c88966c0af:37569 {}] zookeeper.ZKUtil(347): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Unable to get data of znode /11620355487/master because node does not exist (not an error) 2024-11-19T11:23:07,840 WARN [M:0;16c88966c0af:37569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:23:07,841 INFO [M:0;16c88966c0af:37569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/.lastflushedseqids 2024-11-19T11:23:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741845_1021 (size=173) 2024-11-19T11:23:07,919 INFO [RS:0;16c88966c0af:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:07,919 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:07,919 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45035-0x10152d4f1220004, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:07,919 INFO [RS:0;16c88966c0af:45035 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,45035,1732015362312; zookeeper connection closed. 2024-11-19T11:23:07,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@750a1d29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@750a1d29 2024-11-19T11:23:07,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:23:08,111 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:08,244 INFO [M:0;16c88966c0af:37569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:23:08,244 INFO [M:0;16c88966c0af:37569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:23:08,244 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:23:08,244 INFO [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:08,244 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:08,244 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:23:08,244 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:08,244 INFO [M:0;16c88966c0af:37569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T11:23:08,259 DEBUG [M:0;16c88966c0af:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/994621e449374e84b8128fe72fbb4cd6 is 82, key is hbase:meta,,1/info:regioninfo/1732015364437/Put/seqid=0 2024-11-19T11:23:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741846_1022 (size=5672) 2024-11-19T11:23:08,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T11:23:08,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T11:23:08,662 INFO [M:0;16c88966c0af:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/994621e449374e84b8128fe72fbb4cd6 2024-11-19T11:23:08,678 DEBUG [M:0;16c88966c0af:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717944b434d8404eb68a4db7fd2ae36b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015372282/Put/seqid=0 2024-11-19T11:23:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741847_1023 (size=6586) 2024-11-19T11:23:09,020 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:09,081 INFO [M:0;16c88966c0af:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717944b434d8404eb68a4db7fd2ae36b 2024-11-19T11:23:09,102 DEBUG [M:0;16c88966c0af:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227b839af04e44c386c56e8144a19ff0 is 69, key is 16c88966c0af,45035,1732015362312/rs:state/1732015363703/Put/seqid=0 2024-11-19T11:23:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741848_1024 (size=5156) 2024-11-19T11:23:09,314 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:09,516 INFO [M:0;16c88966c0af:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227b839af04e44c386c56e8144a19ff0 2024-11-19T11:23:09,520 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/994621e449374e84b8128fe72fbb4cd6 as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/994621e449374e84b8128fe72fbb4cd6 2024-11-19T11:23:09,523 INFO [M:0;16c88966c0af:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/994621e449374e84b8128fe72fbb4cd6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T11:23:09,523 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717944b434d8404eb68a4db7fd2ae36b as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717944b434d8404eb68a4db7fd2ae36b 2024-11-19T11:23:09,527 INFO [M:0;16c88966c0af:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717944b434d8404eb68a4db7fd2ae36b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T11:23:09,528 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227b839af04e44c386c56e8144a19ff0 as hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/227b839af04e44c386c56e8144a19ff0 2024-11-19T11:23:09,531 INFO [M:0;16c88966c0af:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/227b839af04e44c386c56e8144a19ff0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T11:23:09,531 INFO [M:0;16c88966c0af:37569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=55, compaction requested=false 2024-11-19T11:23:09,533 INFO [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:09,533 DEBUG [M:0;16c88966c0af:37569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015388244Disabling compacts and flushes for region at 1732015388244Disabling writes for close at 1732015388244Obtaining lock to block concurrent updates at 1732015388244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015388244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732015388245 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015388245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015388245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015388258 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015388258Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015388665 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015388678 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015388678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015389085 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015389102 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015389102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f0c9de: reopening flushed file at 1732015389519 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354a501c: reopening flushed file at 1732015389523 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f1e8f4: reopening flushed file at 1732015389527 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=55, compaction requested=false at 1732015389531 (+4 ms)Writing region close event to WAL at 1732015389533 (+2 ms)Closed at 1732015389533 2024-11-19T11:23:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36157 is added to blk_1073741830_1006 (size=32770) 2024-11-19T11:23:09,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f0c27c6-4ace-7b3f-902c-dcaf4033ae85/MasterData/WALs/16c88966c0af,37569,1732015362092/16c88966c0af%2C37569%2C1732015362092.1732015362479 not finished, retry = 0 2024-11-19T11:23:09,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:09,636 INFO [M:0;16c88966c0af:37569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:23:09,636 INFO [M:0;16c88966c0af:37569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37569 2024-11-19T11:23:09,637 INFO [M:0;16c88966c0af:37569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:09,791 INFO [M:0;16c88966c0af:37569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10152d4f1220003, quorum=127.0.0.1:52496, baseZNode=/11620355487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:09,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21dbce8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:23:09,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a495cb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:09,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:09,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a277523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:09,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15060ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:09,795 WARN [BP-866589796-172.17.0.2-1732015359836 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:23:09,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:23:09,795 WARN [BP-866589796-172.17.0.2-1732015359836 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-866589796-172.17.0.2-1732015359836 (Datanode Uuid 508e1cf9-8ae5-4bec-8585-4abc904a2f0e) service to localhost/127.0.0.1:41085 2024-11-19T11:23:09,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:23:09,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/cluster_92d38c3c-6d2c-88f0-7fab-ce85e016a507/data/data1/current/BP-866589796-172.17.0.2-1732015359836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:09,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/cluster_92d38c3c-6d2c-88f0-7fab-ce85e016a507/data/data2/current/BP-866589796-172.17.0.2-1732015359836 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:09,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:23:09,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c624700{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:23:09,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4120ff3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:09,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:09,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1043f3a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:09,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@789732c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbf1ea06-dc9c-4f2b-6f96-5aabfe24ad06/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:09,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:23:09,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T11:23:09,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:09,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:09,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:09,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:09,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:09,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T11:23:09,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1913157894, stopped=false 2024-11-19T11:23:09,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=16c88966c0af,35373,1732015357250 2024-11-19T11:23:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-182702705/running 2024-11-19T11:23:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-182702705/running 2024-11-19T11:23:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:23:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:23:09,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:09,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T11:23:09,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:09,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:09,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '16c88966c0af,32831,1732015357418' ***** 2024-11-19T11:23:09,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T11:23:09,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/running 2024-11-19T11:23:09,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Set watcher on znode that does not yet exist, /0-182702705/running 2024-11-19T11:23:09,830 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T11:23:09,830 INFO [RS:0;16c88966c0af:32831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T11:23:09,830 INFO [RS:0;16c88966c0af:32831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:23:09,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e601f256e2674cb91b4b7127c9f25a3 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(959): stopping server 16c88966c0af,32831,1732015357418 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:09,831 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a09f9cf7847761f7d1d78e745ffc9b48, disabling compactions & flushes 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32831. 2024-11-19T11:23:09,831 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:23:09,831 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:23:09,831 DEBUG [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:09,831 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. after waiting 0 ms 2024-11-19T11:23:09,831 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:09,831 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T11:23:09,831 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a09f9cf7847761f7d1d78e745ffc9b48 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T11:23:09,831 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T11:23:09,831 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1325): Online Regions={a09f9cf7847761f7d1d78e745ffc9b48=hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48., 3e601f256e2674cb91b4b7127c9f25a3=test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:23:09,831 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e601f256e2674cb91b4b7127c9f25a3, a09f9cf7847761f7d1d78e745ffc9b48 2024-11-19T11:23:09,831 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T11:23:09,831 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T11:23:09,832 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T11:23:09,832 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T11:23:09,832 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T11:23:09,832 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T11:23:09,846 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/info/c85b033acd2f49a2b8b5e10c3f90b49a is 147, key is hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48./info:regioninfo/1732015375635/Put/seqid=0 2024-11-19T11:23:09,849 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/hfileref/e0c138a071af4be69cbcc16db8f30df4 is 74, key is 1/hfileref:35e5737224d44b9eac59e007917a2d46_SeqId_6_/1732015382019/DeleteColumn/seqid=0 2024-11-19T11:23:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741847_1023 (size=7686) 2024-11-19T11:23:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741848_1024 (size=5489) 2024-11-19T11:23:09,852 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/hfileref/e0c138a071af4be69cbcc16db8f30df4 2024-11-19T11:23:09,872 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/queue/9843eff8ae6e438e9fbf2e40e89844eb is 153, key is 1-16c88966c0af,32831,1732015357418/queue:16c88966c0af%2C32831%2C1732015357418/1732015382020/Put/seqid=0 2024-11-19T11:23:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741849_1025 (size=5504) 2024-11-19T11:23:09,875 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/queue/9843eff8ae6e438e9fbf2e40e89844eb 2024-11-19T11:23:09,879 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/hfileref/e0c138a071af4be69cbcc16db8f30df4 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/hfileref/e0c138a071af4be69cbcc16db8f30df4 2024-11-19T11:23:09,882 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/hfileref/e0c138a071af4be69cbcc16db8f30df4, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T11:23:09,882 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/.tmp/queue/9843eff8ae6e438e9fbf2e40e89844eb as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/queue/9843eff8ae6e438e9fbf2e40e89844eb 2024-11-19T11:23:09,887 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/queue/9843eff8ae6e438e9fbf2e40e89844eb, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T11:23:09,888 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a09f9cf7847761f7d1d78e745ffc9b48 in 57ms, sequenceid=17, compaction requested=false 2024-11-19T11:23:09,890 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/replication/a09f9cf7847761f7d1d78e745ffc9b48/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:23:09,891 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a09f9cf7847761f7d1d78e745ffc9b48: Waiting for close lock at 1732015389831Running coprocessor pre-close hooks at 1732015389831Disabling compacts and flushes for region at 1732015389831Disabling writes for close at 1732015389831Obtaining lock to block concurrent updates at 1732015389831Preparing flush snapshotting stores in a09f9cf7847761f7d1d78e745ffc9b48 at 1732015389831Finished memstore snapshotting hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732015389831Flushing stores of hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. at 1732015389832 (+1 ms)Flushing a09f9cf7847761f7d1d78e745ffc9b48/hfileref: creating writer at 1732015389832Flushing a09f9cf7847761f7d1d78e745ffc9b48/hfileref: appending metadata at 1732015389848 (+16 ms)Flushing a09f9cf7847761f7d1d78e745ffc9b48/hfileref: closing flushed file at 1732015389848Flushing a09f9cf7847761f7d1d78e745ffc9b48/queue: creating writer at 1732015389856 (+8 ms)Flushing a09f9cf7847761f7d1d78e745ffc9b48/queue: appending metadata at 1732015389871 (+15 ms)Flushing a09f9cf7847761f7d1d78e745ffc9b48/queue: closing flushed file at 1732015389871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53546a6f: reopening flushed file at 1732015389878 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6db22c: reopening flushed file at 1732015389882 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a09f9cf7847761f7d1d78e745ffc9b48 in 57ms, sequenceid=17, compaction requested=false at 1732015389888 (+6 ms)Writing region close event to WAL at 1732015389888Running coprocessor post-close hooks at 1732015389891 (+3 ms)Closed at 1732015389891 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732015374462.a09f9cf7847761f7d1d78e745ffc9b48. 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e601f256e2674cb91b4b7127c9f25a3, disabling compactions & flushes 2024-11-19T11:23:09,891 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. after waiting 0 ms 2024-11-19T11:23:09,891 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:23:09,894 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/default/test/3e601f256e2674cb91b4b7127c9f25a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T11:23:09,894 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:09,894 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T11:23:09,895 INFO [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:23:09,895 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e601f256e2674cb91b4b7127c9f25a3: Waiting for close lock at 1732015389891Running coprocessor pre-close hooks at 1732015389891Disabling compacts and flushes for region at 1732015389891Disabling writes for close at 1732015389891Writing region close event to WAL at 1732015389892 (+1 ms)Running coprocessor post-close hooks at 1732015389894 (+2 ms)Closed at 1732015389894 2024-11-19T11:23:09,895 DEBUG [RS_CLOSE_REGION-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3. 2024-11-19T11:23:09,923 INFO [regionserver/16c88966c0af:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:09,934 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T11:23:09,934 INFO [regionserver/16c88966c0af:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T11:23:10,032 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:10,232 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:10,250 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/info/c85b033acd2f49a2b8b5e10c3f90b49a 2024-11-19T11:23:10,270 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/ns/edc19df0b26b41abafc7cf85a3cda841 is 43, key is default/ns:d/1732015359655/Put/seqid=0 2024-11-19T11:23:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741850_1026 (size=5153) 2024-11-19T11:23:10,323 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:10,327 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:23:10,327 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:10,327 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:23:10,328 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 16c88966c0af,32831,1732015357418: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-16c88966c0af,32831,1732015357418, walGroup=16c88966c0af%2C32831%2C1732015357418, offset=16c88966c0af%2C32831%2C1732015357418.1732015379538:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:32831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T11:23:10,329 ERROR [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T11:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T11:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T11:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T11:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T11:23:10,329 INFO [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1090449072 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208188168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T11:23:10,330 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:35373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=16c88966c0af:35373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T11:23:10,432 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:10,531 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:10,618 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 393, reset compression=false 2024-11-19T11:23:10,621 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T11:23:10,621 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:10,621 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-16c88966c0af,32831,1732015357418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T11:23:10,622 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T11:23:10,632 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:10,674 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/ns/edc19df0b26b41abafc7cf85a3cda841 2024-11-19T11:23:10,689 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/rep_barrier/60eac5ebb5e24cf8b9cc4908a08ccaaf is 112, key is test,,1732015368985.3e601f256e2674cb91b4b7127c9f25a3./rep_barrier:seqnumDuringOpen/1732015370128/Put/seqid=0 2024-11-19T11:23:10,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741851_1027 (size=5518) 2024-11-19T11:23:10,823 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:10,832 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T11:23:10,832 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T11:23:10,832 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:10,834 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:11,032 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:11,092 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/rep_barrier/60eac5ebb5e24cf8b9cc4908a08ccaaf 2024-11-19T11:23:11,109 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/table/467e6bffba4c4efa9af5bab6650f8eba is 53, key is hbase:replication/table:state/1732015375641/Put/seqid=0 2024-11-19T11:23:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741852_1028 (size=5308) 2024-11-19T11:23:11,127 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:11,233 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:11,237 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:11,433 DEBUG [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T11:23:11,513 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/table/467e6bffba4c4efa9af5bab6650f8eba 2024-11-19T11:23:11,517 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/info/c85b033acd2f49a2b8b5e10c3f90b49a as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/info/c85b033acd2f49a2b8b5e10c3f90b49a 2024-11-19T11:23:11,520 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/info/c85b033acd2f49a2b8b5e10c3f90b49a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T11:23:11,521 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/ns/edc19df0b26b41abafc7cf85a3cda841 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/ns/edc19df0b26b41abafc7cf85a3cda841 2024-11-19T11:23:11,524 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/ns/edc19df0b26b41abafc7cf85a3cda841, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T11:23:11,525 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/rep_barrier/60eac5ebb5e24cf8b9cc4908a08ccaaf as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/rep_barrier/60eac5ebb5e24cf8b9cc4908a08ccaaf 2024-11-19T11:23:11,527 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/rep_barrier/60eac5ebb5e24cf8b9cc4908a08ccaaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T11:23:11,528 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/.tmp/table/467e6bffba4c4efa9af5bab6650f8eba as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/table/467e6bffba4c4efa9af5bab6650f8eba 2024-11-19T11:23:11,530 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:11,531 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/table/467e6bffba4c4efa9af5bab6650f8eba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T11:23:11,532 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-19T11:23:11,532 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T11:23:11,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T11:23:11,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T11:23:11,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T11:23:11,536 INFO [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:11,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732015389831Running coprocessor pre-close hooks at 1732015389831Disabling compacts and flushes for region at 1732015389831Disabling writes for close at 1732015389832 (+1 ms)Obtaining lock to block concurrent updates at 1732015389832Preparing flush snapshotting stores in 1588230740 at 1732015389832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732015389832Flushing stores of hbase:meta,,1.1588230740 at 1732015389832Flushing 1588230740/info: creating writer at 1732015389832Flushing 1588230740/info: appending metadata at 1732015389846 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732015389846Flushing 1588230740/ns: creating writer at 1732015390254 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732015390270 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732015390270Flushing 1588230740/rep_barrier: creating writer at 1732015390677 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732015390689 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732015390689Flushing 1588230740/table: creating writer at 1732015391095 (+406 ms)Flushing 1588230740/table: appending metadata at 1732015391109 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732015391109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51133596: reopening flushed file at 1732015391516 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a290ba4: reopening flushed file at 1732015391520 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143d5627: reopening flushed file at 1732015391524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a61d8d5: reopening flushed file at 1732015391528 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1732015391532 (+4 ms)Writing region close event to WAL at 1732015391533 (+1 ms)Running coprocessor post-close hooks at 1732015391536 (+3 ms)Closed at 1732015391536 2024-11-19T11:23:11,536 DEBUG [RS_CLOSE_META-regionserver/16c88966c0af:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T11:23:11,633 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(976): stopping server 16c88966c0af,32831,1732015357418; all regions closed. 2024-11-19T11:23:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741842_1018 (size=859) 2024-11-19T11:23:11,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.meta.1732015379512.meta not finished, retry = 0 2024-11-19T11:23:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741844_1020 (size=2791) 2024-11-19T11:23:11,737 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.rep.1732015379555 not finished, retry = 0 2024-11-19T11:23:11,740 DEBUG [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/WALs/16c88966c0af,32831,1732015357418/16c88966c0af%2C32831%2C1732015357418.1732015379538 to pos 688, reset compression=false 2024-11-19T11:23:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741843_1019 (size=696) 2024-11-19T11:23:11,840 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:11,840 INFO [RS:0;16c88966c0af:32831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T11:23:11,840 INFO [RS:0;16c88966c0af:32831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:11,840 INFO [RS:0;16c88966c0af:32831 {}] hbase.ChoreService(370): Chore service for: regionserver/16c88966c0af:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:11,840 INFO [regionserver/16c88966c0af:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:11,840 INFO [RS:0;16c88966c0af:32831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:11,841 INFO [RS:0;16c88966c0af:32831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-16c88966c0af,32831,1732015357418 because: Region server is closing 2024-11-19T11:23:11,841 INFO [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32831. 2024-11-19T11:23:11,841 DEBUG [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:11,841 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:11,841 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:11,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:11,942 INFO [RS:0;16c88966c0af:32831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 terminated 2024-11-19T11:23:11,942 INFO [RS:0;16c88966c0af:32831 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-16c88966c0af,32831,1732015357418 because: Region server is closing 2024-11-19T11:23:11,942 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,1-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,1-16c88966c0af,32831,1732015357418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:23:11,942 INFO [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;16c88966c0af:32831. 2024-11-19T11:23:11,942 DEBUG [RS:0;16c88966c0af:32831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T11:23:11,942 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:11,942 DEBUG [RS:0;16c88966c0af:32831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:23:11,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T11:23:12,042 INFO [RS:0;16c88966c0af:32831 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.shipper16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 terminated 2024-11-19T11:23:12,042 WARN [RS_REFRESH_PEER-regionserver/16c88966c0af:0-0.replicationSource,2-16c88966c0af,32831,1732015357418.replicationSource.wal-reader.16c88966c0af%2C32831%2C1732015357418,2-16c88966c0af,32831,1732015357418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T11:23:12,042 INFO [RS:0;16c88966c0af:32831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32831 2024-11-19T11:23:12,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705/rs 2024-11-19T11:23:12,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-182702705/rs/16c88966c0af,32831,1732015357418 2024-11-19T11:23:12,212 INFO [RS:0;16c88966c0af:32831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:12,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [16c88966c0af,32831,1732015357418] 2024-11-19T11:23:12,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-182702705/draining/16c88966c0af,32831,1732015357418 already deleted, retry=false 2024-11-19T11:23:12,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 16c88966c0af,32831,1732015357418 expired; onlineServers=0 2024-11-19T11:23:12,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '16c88966c0af,35373,1732015357250' ***** 2024-11-19T11:23:12,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T11:23:12,250 INFO [M:0;16c88966c0af:35373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T11:23:12,251 DEBUG [M:0;16c88966c0af:35373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T11:23:12,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T11:23:12,251 DEBUG [M:0;16c88966c0af:35373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T11:23:12,251 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015358694 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.small.0-1732015358694,5,FailOnTimeoutGroup] 2024-11-19T11:23:12,251 DEBUG [master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015358693 {}] cleaner.HFileCleaner(306): Exit Thread[master/16c88966c0af:0:becomeActiveMaster-HFileCleaner.large.0-1732015358693,5,FailOnTimeoutGroup] 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] hbase.ChoreService(370): Chore service for: master/16c88966c0af:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T11:23:12,251 DEBUG [M:0;16c88966c0af:35373 {}] master.HMaster(1795): Stopping service threads 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T11:23:12,251 INFO [M:0;16c88966c0af:35373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T11:23:12,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T11:23:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-182702705/master 2024-11-19T11:23:12,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-182702705 2024-11-19T11:23:12,261 DEBUG [M:0;16c88966c0af:35373 {}] zookeeper.ZKUtil(347): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Unable to get data of znode /0-182702705/master because node does not exist (not an error) 2024-11-19T11:23:12,261 WARN [M:0;16c88966c0af:35373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T11:23:12,261 INFO [M:0;16c88966c0af:35373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/.lastflushedseqids 2024-11-19T11:23:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741853_1029 (size=263) 2024-11-19T11:23:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:12,340 INFO [RS:0;16c88966c0af:32831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32831-0x10152d4f1220001, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:12,340 INFO [RS:0;16c88966c0af:32831 {}] regionserver.HRegionServer(1031): Exiting; stopping=16c88966c0af,32831,1732015357418; zookeeper connection closed. 2024-11-19T11:23:12,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1805f514 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1805f514 2024-11-19T11:23:12,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T11:23:12,666 INFO [M:0;16c88966c0af:35373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T11:23:12,666 INFO [M:0;16c88966c0af:35373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T11:23:12,666 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T11:23:12,666 INFO [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:12,666 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:12,666 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T11:23:12,666 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:12,666 INFO [M:0;16c88966c0af:35373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-19T11:23:12,688 DEBUG [M:0;16c88966c0af:35373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ca5507e0d34457a7aeab1b6722debe is 82, key is hbase:meta,,1/info:regioninfo/1732015359582/Put/seqid=0 2024-11-19T11:23:12,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741854_1030 (size=5672) 2024-11-19T11:23:12,695 INFO [M:0;16c88966c0af:35373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ca5507e0d34457a7aeab1b6722debe 2024-11-19T11:23:12,716 DEBUG [M:0;16c88966c0af:35373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752f54e39bb74cf4a4558fdd164d6a70 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732015370136/Put/seqid=0 2024-11-19T11:23:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741855_1031 (size=7610) 2024-11-19T11:23:12,775 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T11:23:12,775 INFO [master/16c88966c0af:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T11:23:13,120 INFO [M:0;16c88966c0af:35373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752f54e39bb74cf4a4558fdd164d6a70 2024-11-19T11:23:13,123 INFO [M:0;16c88966c0af:35373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 752f54e39bb74cf4a4558fdd164d6a70 2024-11-19T11:23:13,140 DEBUG [M:0;16c88966c0af:35373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/355edfa4511443239b046bbf02500bef is 69, key is 16c88966c0af,32831,1732015357418/rs:state/1732015358813/Put/seqid=0 2024-11-19T11:23:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741856_1032 (size=5156) 2024-11-19T11:23:13,544 INFO [M:0;16c88966c0af:35373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/355edfa4511443239b046bbf02500bef 2024-11-19T11:23:13,551 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ca5507e0d34457a7aeab1b6722debe as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61ca5507e0d34457a7aeab1b6722debe 2024-11-19T11:23:13,561 INFO [M:0;16c88966c0af:35373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61ca5507e0d34457a7aeab1b6722debe, entries=8, sequenceid=121, filesize=5.5 K 2024-11-19T11:23:13,564 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/752f54e39bb74cf4a4558fdd164d6a70 as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/752f54e39bb74cf4a4558fdd164d6a70 2024-11-19T11:23:13,571 INFO [M:0;16c88966c0af:35373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 752f54e39bb74cf4a4558fdd164d6a70 2024-11-19T11:23:13,571 INFO [M:0;16c88966c0af:35373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/752f54e39bb74cf4a4558fdd164d6a70, entries=13, sequenceid=121, filesize=7.4 K 2024-11-19T11:23:13,573 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/355edfa4511443239b046bbf02500bef as hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/355edfa4511443239b046bbf02500bef 2024-11-19T11:23:13,580 INFO [M:0;16c88966c0af:35373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33331/user/jenkins/test-data/072eb40b-5a89-e50c-e727-4d07734aade3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/355edfa4511443239b046bbf02500bef, entries=1, sequenceid=121, filesize=5.0 K 2024-11-19T11:23:13,581 INFO [M:0;16c88966c0af:35373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=121, compaction requested=false 2024-11-19T11:23:13,603 INFO [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T11:23:13,603 DEBUG [M:0;16c88966c0af:35373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732015392666Disabling compacts and flushes for region at 1732015392666Disabling writes for close at 1732015392666Obtaining lock to block concurrent updates at 1732015392666Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732015392666Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732015392667 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732015392667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732015392667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732015392688 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732015392688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732015392698 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732015392716 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732015392716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732015393124 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732015393139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732015393139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27831c52: reopening flushed file at 1732015393550 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c15a3b8: reopening flushed file at 1732015393561 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761faa6f: reopening flushed file at 1732015393572 (+11 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=121, compaction requested=false at 1732015393581 (+9 ms)Writing region close event to WAL at 1732015393602 (+21 ms)Closed at 1732015393602 2024-11-19T11:23:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40947 is added to blk_1073741830_1006 (size=69920) 2024-11-19T11:23:13,619 INFO [M:0;16c88966c0af:35373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T11:23:13,620 INFO [M:0;16c88966c0af:35373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35373 2024-11-19T11:23:13,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T11:23:13,622 INFO [M:0;16c88966c0af:35373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T11:23:13,791 INFO [M:0;16c88966c0af:35373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T11:23:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35373-0x10152d4f1220000, quorum=127.0.0.1:52496, baseZNode=/0-182702705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T11:23:13,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a59653{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T11:23:13,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b230368{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:13,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:13,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f5f62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:13,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab79ac0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:13,794 WARN [BP-2067900350-172.17.0.2-1732015355275 heartbeating to localhost/127.0.0.1:33331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T11:23:13,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T11:23:13,794 WARN [BP-2067900350-172.17.0.2-1732015355275 heartbeating to localhost/127.0.0.1:33331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067900350-172.17.0.2-1732015355275 (Datanode Uuid 216a18f7-091c-4b40-ad23-cd56658c3270) service to localhost/127.0.0.1:33331 2024-11-19T11:23:13,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T11:23:13,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/data/data1/current/BP-2067900350-172.17.0.2-1732015355275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:13,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/cluster_784653d9-ea89-ca4b-d11f-1b5eb3f84cd8/data/data2/current/BP-2067900350-172.17.0.2-1732015355275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T11:23:13,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T11:23:13,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34e7a7c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T11:23:13,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43ddb4f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T11:23:13,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T11:23:13,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7260d198{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T11:23:13,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b1da51a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b65d7da6-c503-40ab-6758-4cae23348dcd/hadoop.log.dir/,STOPPED} 2024-11-19T11:23:13,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T11:23:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T11:23:13,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 526) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33009 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33331 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41085 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=970 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=11499 (was 11496) - AvailableMemoryMB LEAK? - 2024-11-19T11:23:13,835 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500